-- Logs begin at Sun 2021-08-29 08:17:48 UTC, end at Sun 2021-08-29 09:15:01 UTC. -- Aug 29 08:49:22.142993 dv-cinder-806490-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 08:49:24.903863 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.common.config [-] Logging enabled! Aug 29 08:49:24.904557 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 08:49:24.904648 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93938) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 08:49:24.907962 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.common.config [-] Logging enabled! Aug 29 08:49:24.908212 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 29 08:49:24.908523 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93938) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 29 08:49:24.909518 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 08:49:24.909749 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 08:49:24.910118 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 08:49:24.910363 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 08:49:24.910585 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 08:49:24.910913 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.911209 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.911473 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.911715 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.912000 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.912285 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.912562 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.912848 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.913140 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.913454 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.913730 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.914007 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.914219 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.914497 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.914779 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.915068 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.915289 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] debug = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.915565 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.915984 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.916404 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.916688 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.916972 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.917336 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.917535 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.917808 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.918089 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.918413 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] host = dv-cinder-806490-1-iscsi {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.918689 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.918976 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.919261 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.919543 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.919817 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.920093 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.920376 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.920649 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.920920 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] log_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.921193 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.921553 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.921840 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.922133 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.922350 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.922573 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.922859 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.923143 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.923431 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.923697 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.923959 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.924227 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.924504 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.924771 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.925054 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.925358 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.925640 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.925912 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.926183 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.926451 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.926736 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.927011 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.927271 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.927541 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.927806 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.928086 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.928352 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.928623 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.928919 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.929200 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.929500 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.929780 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.930048 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.930324 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.930593 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.930864 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.931129 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] use_json = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.931397 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.931663 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.931944 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.932206 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.932475 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.932740 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.933007 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.933376 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:24.933675 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.933966 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.934261 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.934539 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.934833 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.935115 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.935398 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.935671 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.935956 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.936238 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.936531 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.936807 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.937124 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.937426 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.937716 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.938018 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.938307 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.938595 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.938868 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.939141 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.939413 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.939689 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.939974 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.940248 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.940534 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.940819 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.941093 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.941409 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.941702 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.942026 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.942259 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.942533 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.942821 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.943101 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.943371 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.943649 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.943933 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.944208 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.944478 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.944756 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.945039 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.945331 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.945605 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.945881 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.946168 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.946442 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.946715 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.946984 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.947262 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.947529 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.947809 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.948084 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.948357 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.948629 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.948907 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.949181 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.949483 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.949760 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.950031 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.950307 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.950578 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.950851 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.951123 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.951393 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.951663 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.951934 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.952201 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.952477 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.952817 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.953091 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.953385 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.953661 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.954004 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.954290 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.954592 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.954869 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.955152 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.955430 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.955706 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.955980 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.956253 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.956525 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.956800 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.957071 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.957382 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.957663 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.957949 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.958228 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.958499 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.958800 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.959075 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.959354 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.959626 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.959900 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.960179 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.960462 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.960753 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.961048 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.961365 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.961654 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.961944 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.962218 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.962523 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.962799 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:24.963014 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 08:49:24.963260 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93938) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 08:49:25.316981 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 08:49:25.317433 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 08:49:25.317724 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 29 08:49:25.318084 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 08:49:25.730748 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.730945 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.731206 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.732527 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.732803 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.733070 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.772781 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.773263 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.773436 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.790523 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.790811 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.791145 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.821627 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.821911 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.822183 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.862091 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.862377 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:25.862643 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.102545 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.103210 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.103210 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.103399 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.104494 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.231129 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.231445 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.231730 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.231999 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.232264 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.232571 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.232833 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.233094 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.233352 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.233631 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.233937 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.234393 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.234503 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.234852 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.235111 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.235375 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.235632 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.235895 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.236169 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.236409 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.236679 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.244647 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.244647 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.244647 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.244647 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.244647 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.245036 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 08:49:26.245036 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 08:49:26.245036 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 08:49:26.245036 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 08:49:26.245036 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 08:49:26.245036 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 08:49:26.245036 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 08:49:26.245036 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 08:49:26.247577 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 08:49:26.251700 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 29 08:49:26.253375 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 08:49:26.253827 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 08:49:26.254162 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 08:49:26.254562 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 08:49:26.257398 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 08:49:26.257673 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 08:49:26.258025 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 08:49:26.263407 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 08:49:26.285845 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 08:49:26.286307 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.286581 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93938) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 29 08:49:26.286973 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.288336 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93938) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 08:49:26.288627 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 08:49:26.288874 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 08:49:26.292142 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.292416 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:26.356049 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 08:49:26.356274 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 08:49:26.356368 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 08:49:26.356779 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 08:49:26.380316 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_db.sqlalchemy.engines [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93938) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 08:49:26.930064 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Initializing driver for type 'gre' Aug 29 08:49:26.930925 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] gre ID ranges: [(1, 1000)] Aug 29 08:49:26.994145 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Initializing driver for type 'local' Aug 29 08:49:26.994494 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Initializing driver for type 'vlan' Aug 29 08:49:27.011682 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] VlanTypeDriver initialization complete Aug 29 08:49:27.012091 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Initializing driver for type 'vxlan' Aug 29 08:49:27.012857 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] vxlan ID ranges: [(1, 1000)] Aug 29 08:49:27.071223 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Initializing extension driver 'port_security' Aug 29 08:49:27.071563 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] PortSecurityExtensionDriver initialization complete Aug 29 08:49:27.071903 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Initializing mechanism driver 'openvswitch' Aug 29 08:49:27.072243 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Initializing mechanism driver 'hyperv' Aug 29 08:49:27.079429 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:49:27.080132 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > port after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.080505 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > port after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.080853 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > port after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.081434 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 08:49:27.081864 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > subnet after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.082238 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > subnet after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.082589 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.082980 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 08:49:27.083391 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > network after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.083746 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > network after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.084077 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > network after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.084472 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 08:49:27.084881 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > security_group after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.085251 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > security_group after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.085604 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.086151 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 08:49:27.086566 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.086936 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.087287 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.087687 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 08:49:27.088096 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > address_group after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.088449 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > address_group after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.088794 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.089186 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 29 08:49:27.089589 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] ML2 OVO RPC backend initialized. {{(pid=93938) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 29 08:49:27.090329 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.090702 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.091122 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > network before_response 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.091481 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > networks before_response 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.091831 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > port before_response 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.092179 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > ports before_response 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.092527 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > subnet before_response 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.092871 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > subnets before_response 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.093270 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > network after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.093699 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > network after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.094096 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > network after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.094798 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > port after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.095142 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > port after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.095481 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > port after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.095822 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > subnet after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.096163 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > subnet after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.096499 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.097122 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.plugin [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Modular L2 Plugin initialization complete Aug 29 08:49:27.097475 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading services supported by the core plugin {{(pid=93938) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 08:49:27.097808 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.plugins.ml2.managers [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Got port-security extension from driver 'port_security' Aug 29 08:49:27.098277 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.extensions.vlantransparent [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Disabled vlantransparent extension. Aug 29 08:49:27.098765 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93938) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 08:49:27.099084 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading Plugin: router Aug 29 08:49:27.139437 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143126 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router after_create 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143126 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router before_create 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143126 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143126 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143479 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router after_delete 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143479 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143479 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143479 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router after_create 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143811 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router after_update 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143811 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router after_update 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.143811 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.144133 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router after_update 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.144500 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router precommit_update 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.145526 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: port after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.145526 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: port after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.145868 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: subnet after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.146074 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.146372 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.146729 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router precommit_create 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.147480 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: port before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.147480 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router precommit_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.147856 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router after_update 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.148350 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.148530 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router precommit_create 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.148998 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.149377 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router precommit_update 55549900 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.149749 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > agent after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.150123 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > agent after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.150474 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > network after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.151433 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Tracking information for resource: router configured {{(pid=93938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 08:49:27.151814 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Tracking information for resource: floatingip configured {{(pid=93938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 08:49:27.157366 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.db.l3_agentschedulers_db [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 08:49:27.158010 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: port after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.158406 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: port after_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.158755 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: port after_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.159112 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: port after_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.159929 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router before_create 55550100 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.160303 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.160673 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router precommit_create 55550100 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.161036 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > router precommit_update 55550100 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.165707 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.services.provider_configuration [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service providers = [] {{(pid=93938) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 08:49:27.166076 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.db.servicetype_db [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93938) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 08:49:27.169086 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.services.service_base [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93938) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 08:49:27.169482 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.services.service_base [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93938) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 08:49:27.169812 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.services.service_base [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93938) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 08:49:27.170710 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.services.service_base [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93938) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 08:49:27.171088 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.services.service_base [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 08:49:27.171555 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 08:49:27.171885 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 08:49:27.182855 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 08:49:27.183119 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading Plugin: auto_allocate Aug 29 08:49:27.189031 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: network precommit_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.189438 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: network precommit_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.189973 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 08:49:27.190302 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading Plugin: tag Aug 29 08:49:27.196950 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 08:49:27.197296 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading Plugin: timestamp Aug 29 08:49:27.201375 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 08:49:27.201709 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading Plugin: network_ip_availability Aug 29 08:49:27.207438 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.207830 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.208185 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.208952 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 08:49:27.209261 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading Plugin: flavors Aug 29 08:49:27.214467 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 08:49:27.214941 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading Plugin: revisions Aug 29 08:49:27.219866 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 08:49:27.220288 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_concurrency.lockutils [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.902s {{(pid=93938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 29 08:49:27.221074 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93938) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 29 08:49:27.221452 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Initializing extension manager. Aug 29 08:49:27.221986 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: __init__.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.222336 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: __pycache__ {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.222674 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.223007 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: address_group.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.223845 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.224450 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: address-group Aug 29 08:49:27.224780 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: address_scope.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.225551 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.226066 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: address-scope Aug 29 08:49:27.226374 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.227408 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.227940 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: router-admin-state-down-before-update Aug 29 08:49:27.228262 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: agent.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.229304 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.229813 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: agent Aug 29 08:49:27.230127 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: agent_resources_synced.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.231114 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.231627 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: agent-resources-synced Aug 29 08:49:27.231954 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: allowedaddresspairs.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.234053 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.234661 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: allowed-address-pairs Aug 29 08:49:27.235004 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: auto_allocated_topology.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.236124 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.236647 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: auto-allocated-topology Aug 29 08:49:27.236978 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: availability_zone.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.237802 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.238315 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: availability_zone Aug 29 08:49:27.238641 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: availability_zone_filter.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.239566 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.240074 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: availability_zone_filter Aug 29 08:49:27.240388 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: data_plane_status.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.241334 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.241838 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 08:49:27.242162 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: default_subnetpools.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.243079 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.243586 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: default-subnetpools Aug 29 08:49:27.243909 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.244756 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.245275 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: dhcp_agent_scheduler Aug 29 08:49:27.245622 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: dns.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.246546 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.247051 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension dns-integration not supported by any of loaded plugins Aug 29 08:49:27.247376 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: dns_domain_ports.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.248299 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.248792 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 08:49:27.249116 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.250258 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.250763 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 08:49:27.251088 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: dvr.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.251765 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.252266 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: dvr Aug 29 08:49:27.252591 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: ecmp_routes.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.253543 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.254048 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 08:49:27.254372 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: empty_string_filtering.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.255292 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.255796 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: empty-string-filtering Aug 29 08:49:27.256120 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.257041 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.257572 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 08:49:27.257894 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.258833 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.259335 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 08:49:27.259656 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: external_net.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.260572 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.261072 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: external-net Aug 29 08:49:27.261470 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.262317 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.262821 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: extra_dhcp_opt Aug 29 08:49:27.263146 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: extraroute.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.264059 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.264569 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: extraroute Aug 29 08:49:27.264890 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: extraroute_atomic.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.266065 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.266567 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: extraroute-atomic Aug 29 08:49:27.266890 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: filter_validation.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.267565 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.268066 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: filter-validation Aug 29 08:49:27.268390 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: fip_pf_description.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.269330 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.269864 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 08:49:27.270187 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: fip_port_details.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.271119 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.271622 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: fip-port-details Aug 29 08:49:27.271948 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: flavors.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.273199 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.273736 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: flavors Aug 29 08:49:27.274065 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.275755 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.276274 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 08:49:27.276608 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: floatingip_pools.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.277364 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.277878 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: floatingip-pools Aug 29 08:49:27.278211 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: ip_allocation.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.279147 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.279657 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 08:49:27.279985 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.281008 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.281555 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: ip-substring-filtering Aug 29 08:49:27.281884 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: l2_adjacency.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.282813 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.283317 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 08:49:27.283643 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: l3.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.284809 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.285359 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: router Aug 29 08:49:27.285689 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.287959 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.288483 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 08:49:27.288819 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.289796 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.290313 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: ext-gw-mode Aug 29 08:49:27.290643 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.291585 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.292095 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: l3-ha Aug 29 08:49:27.292422 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: l3_flavors.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.293370 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.293879 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: l3-flavors Aug 29 08:49:27.294204 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.295244 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.295640 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 08:49:27.295967 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: l3agentscheduler.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.297092 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.297635 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: l3_agent_scheduler Aug 29 08:49:27.297968 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: logging.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.299473 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.300021 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension logging not supported by any of loaded plugins Aug 29 08:49:27.300355 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: metering.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.301141 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.301792 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: metering Aug 29 08:49:27.302118 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.303218 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.303732 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: metering_source_and_destination_fields Aug 29 08:49:27.304057 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: multiprovidernet.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.304993 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.305603 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: multi-provider Aug 29 08:49:27.305927 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: netmtu.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.306849 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.307354 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: net-mtu Aug 29 08:49:27.307680 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: netmtu_writable.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.308598 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.309103 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: net-mtu-writable Aug 29 08:49:27.309455 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: network_availability_zone.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.310131 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.310632 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: network_availability_zone Aug 29 08:49:27.310954 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: network_ip_availability.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.312218 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.312733 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: network-ip-availability Aug 29 08:49:27.313060 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: network_segment_range.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.313862 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.314363 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 08:49:27.314693 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: pagination.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.315678 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.316005 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: pagination Aug 29 08:49:27.316328 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: port_device_profile.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.317241 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.317784 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: port-device-profile Aug 29 08:49:27.318106 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.319048 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.319559 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: port-mac-address-regenerate Aug 29 08:49:27.319885 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.320801 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.321377 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: port-numa-affinity-policy Aug 29 08:49:27.321687 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: port_resource_request.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.322600 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.323104 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 08:49:27.323429 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: portbindings.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.324359 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.324874 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: binding Aug 29 08:49:27.325201 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: portbindings_extended.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.326638 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.327151 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: binding-extended Aug 29 08:49:27.327501 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: portsecurity.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.328435 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.328930 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: port-security Aug 29 08:49:27.329272 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: project_id.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.330254 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.330586 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: project-id Aug 29 08:49:27.330910 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: providernet.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.331853 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.332362 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: provider Aug 29 08:49:27.332690 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.336332 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.336854 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos not supported by any of loaded plugins Aug 29 08:49:27.337190 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.338502 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.339014 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 08:49:27.339343 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.340271 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.340782 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 08:49:27.341111 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos_default.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.342055 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.342606 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos-default not supported by any of loaded plugins Aug 29 08:49:27.342896 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos_fip.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.343618 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.344113 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos-fip not supported by any of loaded plugins Aug 29 08:49:27.344782 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos_gateway_ip.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.345741 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.346255 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 08:49:27.346576 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos_port_network_policy.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.347498 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.347994 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 08:49:27.348318 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos_pps_rule.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.349527 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.350048 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos-pps not supported by any of loaded plugins Aug 29 08:49:27.350398 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos_rule_type_details.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.351302 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.351829 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 08:49:27.352159 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: qos_rules_alias.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.353189 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.353746 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 08:49:27.354077 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: quotasv2.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.355055 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.355390 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: quotas Aug 29 08:49:27.355710 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: quotasv2_detail.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.358874 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.359350 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: quota_details Aug 29 08:49:27.359697 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: rbac.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.360982 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.361548 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: rbac-policies Aug 29 08:49:27.361877 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: rbac_address_group.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.362822 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.363343 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: rbac-address-group Aug 29 08:49:27.363676 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: rbac_address_scope.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.364600 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.365113 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: rbac-address-scope Aug 29 08:49:27.365477 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: rbac_security_groups.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.366400 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.366914 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: rbac-security-groups Aug 29 08:49:27.367238 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: rbac_subnetpool.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.368158 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.368674 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: rbac-subnetpool Aug 29 08:49:27.368998 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: revisionifmatch.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.369971 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.370490 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: revision-if-match Aug 29 08:49:27.370817 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: revisions.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.371931 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.372448 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: standard-attr-revisions Aug 29 08:49:27.372776 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: router_availability_zone.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.373488 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.373999 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: router_availability_zone Aug 29 08:49:27.374313 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: routerservicetype.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.375601 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.376119 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension router-service-type not supported by any of loaded plugins Aug 29 08:49:27.376444 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.377413 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.377925 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: security-groups-normalized-cidr Aug 29 08:49:27.378251 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.379175 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.379688 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: port-security-groups-filtering Aug 29 08:49:27.380016 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.380950 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.381489 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: security-groups-remote-address-group Aug 29 08:49:27.381815 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: securitygroup.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.393071 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.393637 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: security-group Aug 29 08:49:27.393978 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: segment.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.394988 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.395299 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension segment not supported by any of loaded plugins Aug 29 08:49:27.395634 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.396584 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.397156 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 08:49:27.397506 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: servicetype.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.398712 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.399233 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: service-type Aug 29 08:49:27.399564 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: sorting.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.400563 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.400898 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: sorting Aug 29 08:49:27.401218 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: standard_attr_segment.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.402170 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.402678 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 08:49:27.403003 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: standardattrdescription.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.403659 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.404164 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: standard-attr-description Aug 29 08:49:27.404487 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: stateful_security_group.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.405453 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.406044 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: stateful-security-group Aug 29 08:49:27.406375 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: stdattrs_common.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.406968 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 08:49:27.407287 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.408246 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.408759 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 08:49:27.409082 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: subnet_onboard.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.410200 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.410725 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: subnet_onboard Aug 29 08:49:27.411055 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.411990 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.412499 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 08:49:27.412825 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: subnet_service_types.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.413790 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.414307 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: subnet-service-types Aug 29 08:49:27.414635 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: subnetallocation.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.415772 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.416238 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: subnet_allocation Aug 29 08:49:27.416565 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.417248 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.417785 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: subnetpool-prefix-ops Aug 29 08:49:27.418109 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.419046 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.419555 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 08:49:27.419885 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: tagging.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.420962 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.421545 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: standard-attr-tag Aug 29 08:49:27.421877 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: timestamp.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.423105 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.423621 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loaded extension: standard-attr-timestamp Aug 29 08:49:27.423952 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: trunk.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.424988 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.425526 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension trunk not supported by any of loaded plugins Aug 29 08:49:27.425865 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: trunk_details.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.426787 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.427296 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension trunk-details not supported by any of loaded plugins Aug 29 08:49:27.427625 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: uplink_status_propagation.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.428551 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.429069 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 08:49:27.429437 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Loading extension file: vlantransparent.py {{(pid=93938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 29 08:49:27.430125 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 29 08:49:27.430632 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 08:49:27.433251 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:network Aug 29 08:49:27.433736 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:subnet Aug 29 08:49:27.434135 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 08:49:27.434526 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:port Aug 29 08:49:27.435796 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.436241 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service FLAVORS assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.436938 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.437510 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.437846 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:router Aug 29 08:49:27.438276 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 08:49:27.438784 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service METERING assigned prefix: /metering {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.440269 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.440648 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.441005 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:49:27.442079 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 08:49:27.442542 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:security_group Aug 29 08:49:27.442967 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 08:49:27.443576 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service CORE assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.443911 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 08:49:27.444262 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] subnetpool is already registered Aug 29 08:49:27.444687 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service CORE assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.445017 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 08:49:27.445399 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] subnetpool is already registered Aug 29 08:49:27.447689 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.448126 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service FLAVORS assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.448717 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.449182 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.449535 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:router Aug 29 08:49:27.449884 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] router is already registered Aug 29 08:49:27.450304 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:floatingip Aug 29 08:49:27.450651 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] floatingip is already registered Aug 29 08:49:27.451110 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service METERING assigned prefix: /metering {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.451802 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 08:49:27.452121 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] rbac_policy is already registered Aug 29 08:49:27.452581 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:security_group Aug 29 08:49:27.452938 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] security_group is already registered Aug 29 08:49:27.453353 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 08:49:27.453691 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] security_group_rule is already registered Aug 29 08:49:27.454681 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service CORE assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.454681 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 08:49:27.454973 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] subnetpool is already registered Aug 29 08:49:27.455394 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.v2.resource_helper [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Service CORE assigned prefix: {{(pid=93938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 08:49:27.455719 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 08:49:27.456053 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING neutron.quota.resource_registry [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] subnetpool is already registered Aug 29 08:49:27.456534 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: extensions {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.458081 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: address-groups {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.459577 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: address-scopes {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.460885 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: agents {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.462102 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: auto-allocated-topology {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.463344 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: availability_zones {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.464564 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: dhcp-networks {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.466122 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: dhcp-agents {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.467539 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: routers {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.470289 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: flavors {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.471459 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: service_profiles {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.472682 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: next_providers {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.474174 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: service_profiles {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.475698 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: floatingip-pools {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.476914 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: routers {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.479050 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: floatingips {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.480333 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: l3-routers {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.481742 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: l3-agents {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.483130 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: metering-labels {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.484553 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: metering-label-rules {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.485862 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: network-ip-availabilities {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.487116 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: bindings {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.488749 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: quotas {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.490211 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: quotas {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.491629 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: rbac-policies {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.492834 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: security-groups {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.494238 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: security-group-rules {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.495470 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: service-providers {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.496823 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: subnetpools {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.499472 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: subnetpools {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.501052 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.502753 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.504537 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.506328 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.508116 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.509982 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.511631 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.513539 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.515426 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.517142 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron.api.extensions [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Extended resource: tags {{(pid=93938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 08:49:27.523173 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING keystonemiddleware.auth_token [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 08:49:27.528066 dv-cinder-806490-1-iscsi neutron-server[93938]: WARNING keystonemiddleware.auth_token [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 08:49:27.536625 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_concurrency.lockutils [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Acquired lock "singleton_lock" {{(pid=93938) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 29 08:49:27.537082 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_concurrency.lockutils [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Releasing lock "singleton_lock" {{(pid=93938) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 29 08:49:27.537770 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO oslo_service.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Starting 2 workers Aug 29 08:49:27.542668 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Started child 94047 {{(pid=93938) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 08:49:27.547320 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Started child 94048 {{(pid=93938) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 08:49:27.548312 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:27.549086 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO neutron.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 08:49:27.549604 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Notify callbacks [] for process, before_spawn {{(pid=93938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:27.549748 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [-] (94047) wsgi starting up on http://0.0.0.0:9696 Aug 29 08:49:27.552009 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO oslo_service.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Starting 1 workers Aug 29 08:49:27.552155 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:27.553517 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [-] (94048) wsgi starting up on http://0.0.0.0:9696 Aug 29 08:49:27.557209 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Started child 94049 {{(pid=93938) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 08:49:27.557750 dv-cinder-806490-1-iscsi neutron-server[93938]: INFO oslo_service.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Starting 1 workers Aug 29 08:49:27.560972 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] calling RpcWorker wait() {{(pid=94049) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 08:49:27.561614 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] returning from RpcWorker wait() {{(pid=94049) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 08:49:27.562310 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Started child 94050 {{(pid=93938) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 08:49:27.563165 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:27.563260 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG neutron_lib.callbacks.manager [None req-9f7ea666-06ab-4afc-b328-cdbefb2f9b58 None None] Notify callbacks [] for process, after_spawn {{(pid=93938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:27.563681 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:49:27.565082 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93938) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 08:49:27.565339 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 08:49:27.565560 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 08:49:27.565748 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 08:49:27.566062 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 08:49:27.566255 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 08:49:27.566728 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.567008 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.567263 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.567401 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:27.567871 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.567871 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.568368 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.568620 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.568709 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:49:27.568877 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.569150 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.569406 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.569578 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.569744 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.569994 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.570225 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.570524 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.570791 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.571038 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.571316 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.571502 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.571753 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.572017 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.572244 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.572520 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] debug = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.572758 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.573259 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.573498 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.573732 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.573966 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.574237 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.574463 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.574717 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.574962 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.575199 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.575439 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.575702 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.575938 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.576169 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.576413 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.576665 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.576902 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.577408 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] host = dv-cinder-806490-1-iscsi {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.577737 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.577971 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.578293 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.578560 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.578816 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.579029 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.579284 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.579525 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.579795 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.580020 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.580266 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.580533 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.580828 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.580972 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.581105 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_options = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.581414 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.581656 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.581915 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.582105 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.582237 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.582431 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.582656 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.582817 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.583095 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.583277 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.583527 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.583700 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.583953 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.584162 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.584454 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.584702 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.584886 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.585110 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.585376 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.585598 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.585840 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.586055 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.586283 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.586506 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.586717 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.586936 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.587161 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.587452 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.587571 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.587805 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.588020 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.588271 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.588598 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.588871 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.589123 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.589373 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.589607 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.589864 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.590080 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.590335 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.590586 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.590820 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.591052 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.591245 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.591548 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.591678 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_json = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.591891 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.592133 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.592400 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.592612 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.592841 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.593069 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.593401 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.593639 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.594089 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.594701 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.595012 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.595267 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.595499 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.595747 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.595996 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.596214 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.596477 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.596720 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.597040 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.597303 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.597592 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.597813 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.598065 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.598403 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.598664 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.598934 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.599188 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.599426 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.599660 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.599907 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.600180 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.600399 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.600627 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.600872 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.601100 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.601468 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.601732 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.602251 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.602251 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.602710 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.602710 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.602946 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.603109 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.603948 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.603948 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.603948 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.604252 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.604497 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.604622 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.604798 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.605012 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.605306 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.605608 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.605785 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.605974 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.606179 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.606502 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.606664 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.607636 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.607636 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.607636 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.607636 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.608091 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.608091 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.608307 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.608639 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.608639 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.609030 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.609155 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.609380 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.609600 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.609815 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.610033 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.610265 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.610539 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.610759 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.610930 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.611950 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.611950 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.611950 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.611950 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.612424 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.612424 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.612424 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.612726 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.612828 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.613087 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.613326 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.613554 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.613726 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.613992 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.614164 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.614442 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.614628 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.614855 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.615040 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.615267 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.615542 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.615851 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.616105 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.616315 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.616583 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.616779 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.617030 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.617262 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.617555 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.617867 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.618035 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.618251 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.618494 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.618925 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.618925 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.624516 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.624516 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.624516 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.624516 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.624516 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.624516 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.624516 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.624516 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.625619 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.625619 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.625619 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.625619 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.625619 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.625619 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.625619 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.625619 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628146 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628146 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628146 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628146 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628146 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628146 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628146 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628146 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628628 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628628 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628628 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628628 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628628 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628628 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628628 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.628628 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629099 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629099 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629099 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629099 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629099 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629099 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629099 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629099 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629753 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629753 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629753 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.629753 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.630005 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.630233 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.630395 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.630631 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.630855 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.631133 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.631328 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.631575 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.631793 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.632008 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.632254 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.632461 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.632675 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.632895 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.633119 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.633383 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.633631 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.633844 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.634080 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.634316 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.634548 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.634757 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.634975 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.635211 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.635468 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.635686 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.635971 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.636215 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.636447 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.636676 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.636916 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.637181 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.637444 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.637694 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.637916 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.638130 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.638343 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.638562 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.638778 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.638992 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.639222 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.639439 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.639707 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.640068 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.640486 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.640871 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.641105 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.641533 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.641751 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.642161 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.642405 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.642630 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.642868 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.643089 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.643379 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.643593 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.643838 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.644150 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.644368 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.644582 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.644798 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.645015 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.645254 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.645567 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.645820 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.646056 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.646325 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.646569 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.646808 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.647058 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.647273 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.647490 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.647713 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.647930 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.648150 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.648374 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.648585 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.648802 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.649018 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.649277 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.649746 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.649901 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.650268 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.650540 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.650763 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.650974 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.651207 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.651586 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.652922 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.652922 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.652922 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.652922 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.652922 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.652922 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.653457 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.653457 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.653580 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.653756 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.653972 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.654278 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.654528 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.654750 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.655039 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.655284 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.655527 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.655799 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.656311 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.656529 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.656771 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.657009 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.657252 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.657496 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.657755 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.658071 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.658333 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.658587 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.658822 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.659102 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.659389 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.659648 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.659876 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.660381 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.660866 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.661356 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.662386 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.662386 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.662386 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.662632 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.662702 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.662902 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.663136 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.663348 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.663583 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.663828 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.664066 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.664282 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.664538 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.664773 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.664997 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.665275 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.665484 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.665701 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.665849 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 08:49:27.666384 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93938) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 08:49:27.666547 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 08:49:27.666696 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 08:49:27.666873 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 08:49:27.667033 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 08:49:27.667189 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 08:49:27.667377 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.667541 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.667701 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.667861 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.668019 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.668202 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.668361 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.668519 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.668677 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.668837 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.668996 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.669159 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.669346 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.669506 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.669666 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.669825 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.669984 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.670148 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.670318 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.670471 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.670781 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.670951 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.671117 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] debug = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.671350 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.671511 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.671693 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.671854 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.672050 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.672207 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.672545 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.672709 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.672869 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.673028 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.673176 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.673374 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.673562 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.673702 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.673845 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.673990 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.674135 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.674272 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] host = dv-cinder-806490-1-iscsi {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.674413 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.674554 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.674696 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.674851 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.674993 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.675130 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.675267 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.675441 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.675586 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.675734 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.675930 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.676087 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.676235 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.676358 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.676525 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_options = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.676683 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.676841 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.677003 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.677189 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.677371 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.677508 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.677672 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.677809 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.677943 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.678106 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.678264 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.678422 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.678579 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.678950 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.678950 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.679205 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.679205 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.679432 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.679550 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.679668 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.679788 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.679952 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.680121 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.680287 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.680480 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.681197 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.681197 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.681197 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.681197 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.681197 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.681741 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.681741 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.681741 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.681741 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.682029 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.682029 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.682197 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.682362 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.682675 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.682840 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.683000 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.683160 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.683372 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.683504 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.683623 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.683781 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_json = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.683937 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.684108 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.684241 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.684400 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.684559 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.684723 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.684878 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.685039 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 08:49:27.685259 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.685415 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.685590 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.685752 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.685918 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.686076 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.686239 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.686401 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.686562 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.686723 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.686929 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.687091 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.687417 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.687584 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.687879 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.688046 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.688209 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.688373 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.688535 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.688697 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.688858 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.689019 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.689192 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.689378 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.689545 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.689706 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.689867 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.690045 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.690207 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.690369 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.690531 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.690691 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.690855 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.691017 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.691180 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.691343 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.691506 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.691667 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.691833 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.691984 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.692139 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.692299 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.692462 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.692624 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.692786 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.692948 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.693108 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.693294 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.693458 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.693619 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.693830 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.693952 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.694081 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.694242 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.694403 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.694575 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.694736 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.694897 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.695057 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.695218 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.695379 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.695540 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.695701 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.695862 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.696023 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.696183 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.696357 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.696517 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.696678 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.696839 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.697000 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.697164 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.697349 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.697511 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.697672 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.697833 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.697993 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.698154 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.698315 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.698475 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.698636 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.698798 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.698959 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.699120 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.699281 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.699447 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.699609 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.699772 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.699932 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.700103 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.700280 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.700441 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.700601 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.700761 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.700921 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.701082 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.701300 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.701425 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.701576 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.701736 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.701897 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.702058 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.702223 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.702386 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.702658 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.702955 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.703292 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.703459 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.703668 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.703893 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.704056 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.704220 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.704382 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.704543 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.704704 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.704865 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.705037 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.705198 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.705382 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.705540 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.705708 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.705885 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.706042 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.706959 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.706959 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.706959 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.706959 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.706959 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.706959 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.707714 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.707714 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.707714 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.707714 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.707714 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.708213 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.708213 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.708213 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.708539 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.708539 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.708761 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.708761 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.709055 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.709425 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.709425 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.709659 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.709775 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.709877 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.709993 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.710150 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.710312 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.710474 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.710635 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.710796 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.710958 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.711120 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.711457 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.711457 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.712209 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.712209 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.712209 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.712209 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.712209 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.712755 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.712755 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.712755 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.712755 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.713175 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.713175 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.713436 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.713436 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.713658 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.713776 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.713893 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.714010 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.714127 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.714287 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.714451 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.714613 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.714776 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.714938 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.715101 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.715294 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.715420 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.715576 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.715737 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.715898 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.716060 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.716223 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.716385 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.716546 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.716707 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.716869 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.717049 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.717210 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.717469 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.717631 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.717792 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.717954 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.718168 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.718433 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.718677 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.718902 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.719550 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.719883 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.720200 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.720366 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.720534 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.720697 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.720861 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.721024 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.721202 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.721438 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.721593 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.721724 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.721899 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.722115 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.722278 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.722451 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.722613 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.722775 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.722936 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.723098 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.723258 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.723430 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.723591 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.723753 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.723915 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.724075 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.724236 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.724413 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.724803 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.724803 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.725008 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.725008 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.725321 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.725321 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.725552 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.725684 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.725804 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.725947 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.726064 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.726236 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.726398 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.726562 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.726723 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.726870 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.727030 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.727202 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.727366 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.727539 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.727671 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.727839 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.727998 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.728161 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.728336 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.728499 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.728664 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.728826 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.729826 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.729826 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.729826 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.729826 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.729826 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.729826 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.730909 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.730909 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.730909 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.730909 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.730909 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.730909 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.730909 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.731963 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.731963 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.731963 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.731963 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.731963 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.731963 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.731963 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.732634 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.732634 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.732634 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.732634 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.732899 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.732899 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.733048 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.733125 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.733201 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:49:27.733378 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.733458 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.733582 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.733822 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 08:49:27.734023 dv-cinder-806490-1-iscsi neutron-server[93938]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 08:49:27.843520 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 35686) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:49:27.853294 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070691 Aug 29 08:49:40.416362 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69fe130-62fe-4583-9e45-acac68cfc451 None None] get_active_networks_info from dv-cinder-806490-1-iscsi {{(pid=94049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 29 08:49:40.515415 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69fe130-62fe-4583-9e45-acac68cfc451 None None] No non-hosted networks {{(pid=94049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 08:49:40.571259 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.agentschedulers_db [None req-c69fe130-62fe-4583-9e45-acac68cfc451 None None] DHCP Agent not found on host dv-cinder-806490-1-iscsi {{(pid=94049) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 29 08:49:40.740182 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f1aab3e8-56dc-432c-a0f3-ab0a0d0ef67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581985'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:43.866682 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581985'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:43.868777 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.869927 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.871449 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.872563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.873450 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.874717 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.877927 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.878992 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.879896 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.881262 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.883201 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.884975 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:43.887429 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806490-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:49:43.910712 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806490-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:49:45.133827 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1b308842-e166-4eb6-a773-b0cc9c183276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581985'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:45.193273 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-19c0cf6d-49bd-4006-bd59-014728f77b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:46.388886 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581985'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:47.547922 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581985'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:48.720969 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 35778) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:49:49.323268 dv-cinder-806490-1-iscsi neutron-server[94047]: WARNING oslo_policy.policy [None req-70fd84e3-a743-4e33-aa1f-9739d0a722d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 08:49:49.324106 dv-cinder-806490-1-iscsi neutron-server[94047]: WARNING oslo_policy.policy [None req-70fd84e3-a743-4e33-aa1f-9739d0a722d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 08:49:49.553036 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [None req-70fd84e3-a743-4e33-aa1f-9739d0a722d4 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:49:49.554227 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-70fd84e3-a743-4e33-aa1f-9739d0a722d4 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8309493 Aug 29 08:49:49.784935 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.db.l3_hamode_db [None req-e166fb5b-06fb-465c-900a-361b81497faa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 08:49:49.865360 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166fb5b-06fb-465c-900a-361b81497faa None None] Routers set() bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:49:49.865668 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166fb5b-06fb-465c-900a-361b81497faa None None] Router IDs set() for agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 29 08:49:52.026955 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 35792) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:49:52.357151 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-b5dce54f-6eb5-4c4a-b81f-7282ea48b5e9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:49:52.450562 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.policy [None req-b5dce54f-6eb5-4c4a-b81f-7282ea48b5e9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94047) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 08:49:52.496436 dv-cinder-806490-1-iscsi neutron-server[94047]: WARNING oslo_policy.policy [None req-b5dce54f-6eb5-4c4a-b81f-7282ea48b5e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 08:49:52.496819 dv-cinder-806490-1-iscsi neutron-server[94047]: WARNING oslo_policy.policy [None req-b5dce54f-6eb5-4c4a-b81f-7282ea48b5e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 08:49:52.505740 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.quota [None req-b5dce54f-6eb5-4c4a-b81f-7282ea48b5e9 admin admin] Loaded quota_driver: . Aug 29 08:49:52.600997 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b5dce54f-6eb5-4c4a-b81f-7282ea48b5e9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761524764882', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761524765985', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761524777769', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761524783685', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761525394672', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761524803875', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-773137', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669743', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1683598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1613934'] for rbac-policy, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:52.668275 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b5dce54f-6eb5-4c4a-b81f-7282ea48b5e9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:52.669806 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b5dce54f-6eb5-4c4a-b81f-7282ea48b5e9 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6456397 Aug 29 08:49:55.311491 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 35804) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:49:55.867896 dv-cinder-806490-1-iscsi neutron-server[94048]: WARNING oslo_policy.policy [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 08:49:55.868500 dv-cinder-806490-1-iscsi neutron-server[94048]: WARNING oslo_policy.policy [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 08:49:56.090650 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Request body: {'network': {'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'name': 'private', 'admin_state_up': True}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:49:56.092323 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.quota [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Loaded quota_driver: . Aug 29 08:49:56.154192 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Made reservation on behalf of 2005a2c204ee4ce4849d2d988785045a for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:49:56.219122 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.policy [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94048) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 08:49:56.263174 dv-cinder-806490-1-iscsi neutron-server[94048]: WARNING oslo_policy.policy [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 08:49:56.263833 dv-cinder-806490-1-iscsi neutron-server[94048]: WARNING oslo_policy.policy [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 08:49:56.274290 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:56.300216 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:56.441290 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:56.446888 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:56.469034 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:49:56.500549 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761526826981', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:56.501152 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Unsubscribe: segment precommit_create {{(pid=94048) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 08:49:56.501708 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Added segment 1b607efd-d7c2-49a5-a564-97ec9fec9926 of type vlan for network 9697a563-9d10-4e9a-96a4-64f9ac3af74f Aug 29 08:49:56.517743 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bee76a-4935-4746-941f-cd98d34aec1b,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:49:56.567242 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.567628 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.567935 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.568262 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.568585 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.568922 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.569270 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.569592 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.569925 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.570245 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.570559 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.570874 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Tracked resource versions report: Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: pushed versions: Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: { 'AddressGroup': {'1.2'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'ConntrackHelper': {'1.0'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Log': {'1.0'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Network': {'1.1'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Port': {'1.7'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'PortForwarding': {'1.2'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'QosPolicy': {'1.9'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SecurityGroup': {'1.4'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SecurityGroupRule': {'1.2'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SubPort': {'1.0'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Subnet': {'1.1'}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Trunk': {'1.1'}} Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: consumer versions: Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: { DHCP agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: L3 agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: Metadata agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: Metering agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: Open vSwitch agent@dv-cinder-806490-1-iscsi: { 'AddressGroup': '1.2', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'ConntrackHelper': '1.0', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Log': '1.0', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Network': '1.1', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Port': '1.7', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'PortForwarding': '1.2', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'QosPolicy': '1.9', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SecurityGroup': '1.4', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SecurityGroupRule': '1.2', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SubPort': '1.0', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Subnet': '1.1', Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Trunk': '1.1'}} Aug 29 08:49:56.571931 dv-cinder-806490-1-iscsi neutron-server[94048]: {{(pid=94048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 08:49:56.623989 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:56.668743 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:56.670005 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:49:56.670756 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:49:56.765597 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4529300 Aug 29 08:49:56.781972 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240aec32-a8a6-40a1-bb70-8d98e38bf1bf admin admin] Pushing event updated for resources: {'Network': ['ID=9697a563-9d10-4e9a-96a4-64f9ac3af74f,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:49:56.794218 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 9697a563-9d10-4e9a-96a4-64f9ac3af74f details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:49:59.539672 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 35826) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:00.023326 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc86f0-c234-48ab-804a-f4b7d3953f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:50:00.024827 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-fbbc86f0-c234-48ab-804a-f4b7d3953f1a admin admin] 10.222.0.45 "GET /v2.0/networks/9697a563-9d10-4e9a-96a4-64f9ac3af74f HTTP/1.1" status: 200 len: 825 time: 0.4841883 Aug 29 08:50:00.051941 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e971f4fe-9099-4c27-8401-68c7f3b60e4d admin admin] 10.222.0.45 "GET /v2.0/subnetpools/10f17f5e-b9d7-4e3b-9d6c-b3d638a0eaf3 HTTP/1.1" status: 200 len: 734 time: 0.0205925 Aug 29 08:50:00.062065 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Request body: {'subnet': {'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '10f17f5e-b9d7-4e3b-9d6c-b3d638a0eaf3'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:50:00.090393 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Made reservation on behalf of 2005a2c204ee4ce4849d2d988785045a for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:50:00.093545 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:00.431453 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:00.505205 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Checking segment: {'id': '1b607efd-d7c2-49a5-a564-97ec9fec9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:50:00.505638 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Network hostable DHCP agents. Network: 9697a563-9d10-4e9a-96a4-64f9ac3af74f, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:50:00.520614 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8622d3c-1e20-4a9a-9618-e5a91d1085fb,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:00.536392 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.536723 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.537060 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.537419 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.537753 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.538096 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.538416 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.538733 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.539066 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.539388 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.539703 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.540255 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Tracked resource versions report: Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: pushed versions: Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: { 'AddressGroup': {'1.2'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'ConntrackHelper': {'1.0'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Log': {'1.0'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Network': {'1.1'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Port': {'1.7'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'PortForwarding': {'1.2'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'QosPolicy': {'1.9'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SecurityGroup': {'1.4'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SecurityGroupRule': {'1.2'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SubPort': {'1.0'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Subnet': {'1.1'}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Trunk': {'1.1'}} Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: consumer versions: Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: { DHCP agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: L3 agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: Metadata agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: Metering agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: Open vSwitch agent@dv-cinder-806490-1-iscsi: { 'AddressGroup': '1.2', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'ConntrackHelper': '1.0', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Log': '1.0', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Network': '1.1', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Port': '1.7', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'PortForwarding': '1.2', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'QosPolicy': '1.9', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SecurityGroup': '1.4', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SecurityGroupRule': '1.2', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SubPort': '1.0', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Subnet': '1.1', Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Trunk': '1.1'}} Aug 29 08:50:00.541101 dv-cinder-806490-1-iscsi neutron-server[94047]: {{(pid=94047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 08:50:00.562004 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Network 9697a563-9d10-4e9a-96a4-64f9ac3af74f is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:50:00.577888 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 9697a563-9d10-4e9a-96a4-64f9ac3af74f) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:50:00.602640 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:50:00.603561 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:00.608890 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fac532-a3f4-4ddc-9bf5-fdc6ef774bc3 None None] Network 9697a563-9d10-4e9a-96a4-64f9ac3af74f requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:50:00.624404 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-04adbab5-4882-492e-b39f-440891935719 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5657983 Aug 29 08:50:00.991566 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-9697a563-9d10-4e9a-96a4-64f9ac3af74f', 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'fixed_ips': [{'subnet_id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 08:50:00.992896 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:01.296286 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Allocated IP 172.20.0.2 (9697a563-9d10-4e9a-96a4-64f9ac3af74f/d8622d3c-1e20-4a9a-9618-e5a91d1085fb/4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:50:01.535355 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:01.555232 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Transition to ACTIVE for port object 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:50:01.613143 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Transition to ACTIVE for port object 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:50:01.622892 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:01.690068 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Network 9697a563-9d10-4e9a-96a4-64f9ac3af74f is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:50:01.697135 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:50:01.706930 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:50:01.710190 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Pushing event updated for resources: {'Port': ['ID=4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:01.744563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.744563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.744563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.744563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.744563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.745185 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.745185 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.745466 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.746517 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.746517 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.746517 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.746768 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Tracked resource versions report: Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: pushed versions: Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: { 'AddressGroup': {'1.2'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'ConntrackHelper': {'1.0'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Log': {'1.0'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Network': {'1.1'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Port': {'1.7'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'PortForwarding': {'1.2'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'QosPolicy': {'1.9'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SecurityGroup': {'1.4'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SecurityGroupRule': {'1.2'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SubPort': {'1.0'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Subnet': {'1.1'}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Trunk': {'1.1'}} Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: consumer versions: Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: { DHCP agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: L3 agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: Metadata agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: Metering agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: Open vSwitch agent@dv-cinder-806490-1-iscsi: { 'AddressGroup': '1.2', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'ConntrackHelper': '1.0', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Log': '1.0', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Network': '1.1', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Port': '1.7', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'PortForwarding': '1.2', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'QosPolicy': '1.9', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SecurityGroup': '1.4', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SecurityGroupRule': '1.2', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SubPort': '1.0', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Subnet': '1.1', Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Trunk': '1.1'}} Aug 29 08:50:01.747935 dv-cinder-806490-1-iscsi neutron-server[94049]: {{(pid=94049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 08:50:01.800247 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Attempting to bind port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:50:01.800651 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Attempting to bind port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '1b607efd-d7c2-49a5-a564-97ec9fec9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:50:01.801089 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Attempting to bind port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b on network 9697a563-9d10-4e9a-96a4-64f9ac3af74f {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:50:01.808054 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:50:01.808381 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Checking segment: {'id': '1b607efd-d7c2-49a5-a564-97ec9fec9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:50:01.808910 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:01.809311 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Bound using segment: {'id': '1b607efd-d7c2-49a5-a564-97ec9fec9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:50:01.809851 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Bound port: 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b607efd-d7c2-49a5-a564-97ec9fec9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:50:01.810342 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:01.876974 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] For port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:50:01.881772 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] For port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b,segment=NetworkSegment(1b607efd-d7c2-49a5-a564-97ec9fec9926),segment_id=1b607efd-d7c2-49a5-a564-97ec9fec9926)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:50:01.888205 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:01.959699 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2a387-2dba-42be-95a4-4220e55990eb None None] Pushing event updated for resources: {'Port': ['ID=4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:03.230871 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 35840) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:03.615604 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [None req-66698870-cd99-4584-83ad-91362eb78a1c admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:50:03.616728 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-66698870-cd99-4584-83ad-91362eb78a1c admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3848813 Aug 29 08:50:06.140921 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 35848) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:06.486914 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [None req-e42df696-e54d-4561-b465-a5775933e629 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:50:06.488277 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e42df696-e54d-4561-b465-a5775933e629 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3460910 Aug 29 08:50:09.387139 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 35858) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:09.731392 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-c0c0eea1-fd48-45a3-9fbc-c97f1f2d0c74 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'name': 'router1'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:50:09.764064 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c0c0eea1-fd48-45a3-9fbc-c97f1f2d0c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:09.766154 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c0c0eea1-fd48-45a3-9fbc-c97f1f2d0c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:09.909298 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c0c0eea1-fd48-45a3-9fbc-c97f1f2d0c74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:09.915888 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c0c0eea1-fd48-45a3-9fbc-c97f1f2d0c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:09.931684 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c0c0eea1-fd48-45a3-9fbc-c97f1f2d0c74 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:09.933061 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c0c0eea1-fd48-45a3-9fbc-c97f1f2d0c74 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5447931 Aug 29 08:50:10.303792 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-59a12395-ca51-46e8-8009-7dcf5fbcabed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:10.642709 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:50:10.731345 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:50:10.801611 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef8943-1f95-45f5-b736-06b3fbc8a56c None None] Network 9697a563-9d10-4e9a-96a4-64f9ac3af74f requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:50:10.923064 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-043aaf56-8f47-4903-90ef-6cf0516aefd6 None None] Provisioning for port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:50:10.930862 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-043aaf56-8f47-4903-90ef-6cf0516aefd6 None None] Provisioning complete for port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:50:10.931254 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-043aaf56-8f47-4903-90ef-6cf0516aefd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:11.089507 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-043aaf56-8f47-4903-90ef-6cf0516aefd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:11.127353 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-043aaf56-8f47-4903-90ef-6cf0516aefd6 None None] For port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b,segment=NetworkSegment(1b607efd-d7c2-49a5-a564-97ec9fec9926),segment_id=1b607efd-d7c2-49a5-a564-97ec9fec9926)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:50:11.134032 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-043aaf56-8f47-4903-90ef-6cf0516aefd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:11.199683 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043aaf56-8f47-4903-90ef-6cf0516aefd6 None None] Pushing event updated for resources: {'Port': ['ID=4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:11.256669 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c1d4cdbe-a14d-4a67-862c-a36f3e688041 None None] Provisioning complete for port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:50:11.257055 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cdbe-a14d-4a67-862c-a36f3e688041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:12.431410 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 35870) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:12.608086 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:50:12.656543 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:50:12.656912 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:12.770671 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [None req-bd4c4757-402e-49db-8e08-b5dddcc94a1b admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:50:12.772313 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-bd4c4757-402e-49db-8e08-b5dddcc94a1b admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3398063 Aug 29 08:50:13.840171 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:15.102729 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2759d09f-1909-41ef-9d67-c6ff6878a62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:15.287542 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 35884) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:15.660093 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:50:15.685462 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Made reservation on behalf of ae4c3d21044b4ea68b7578a755e1e41f for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:50:15.687954 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:15.704151 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:15.837249 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:15.843260 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:15.860306 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Reserving flat network on physical network physnet1 {{(pid=94047) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 08:50:15.881338 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f75a2b3-309c-4878-b43c-bc523000cfbb,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:15.889428 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761526826981', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:15.889934 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Unsubscribe: segment precommit_create {{(pid=94047) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 08:50:15.890424 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Added segment 0494699f-7be9-4394-8ffc-5c57cb9104f5 of type flat for network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 Aug 29 08:50:15.944318 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:16.011324 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:16.012299 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:50:16.013217 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:16.086954 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7982838 Aug 29 08:50:16.106902 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d09d0-4e0b-4f1e-99db-1a7b7115b27b admin admin] Pushing event updated for resources: {'Network': ['ID=fcc90a5a-9124-485b-a02b-0d240ec6a6f9,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:16.119504 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:50:16.290671 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:17.504784 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:18.497106 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 35902) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:18.690431 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6200764-a3b0-4caf-9685-119acb6719fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:50:18.691843 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e6200764-a3b0-4caf-9685-119acb6719fd admin admin] 10.222.0.45 "GET /v2.0/subnets/d8622d3c-1e20-4a9a-9618-e5a91d1085fb HTTP/1.1" status: 200 len: 849 time: 0.1937163 Aug 29 08:50:18.864537 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-98834d87-8883-4e7e-8c93-d983eeace935 admin admin] 10.222.0.45 "GET /v2.0/routers/936b7fc0-6ce0-47c2-97d9-1b4e501b8569 HTTP/1.1" status: 200 len: 704 time: 0.1642139 Aug 29 08:50:19.164783 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:19.484933 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Allocated IP 172.20.0.1 (9697a563-9d10-4e9a-96a4-64f9ac3af74f/d8622d3c-1e20-4a9a-9618-e5a91d1085fb/870e275a-e767-4280-817c-47aa27fae176) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:50:19.655730 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:19.681954 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Transition to ACTIVE for port object 870e275a-e767-4280-817c-47aa27fae176 will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:50:19.760726 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:19.897812 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Network 9697a563-9d10-4e9a-96a4-64f9ac3af74f is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:50:19.906059 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:50:19.913369 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:50:19.913944 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:19.970653 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Pushing event updated for resources: {'Port': ['ID=870e275a-e767-4280-817c-47aa27fae176,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:20.124039 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-5bf9d760-b097-4fd1-bed8-da0f165afa8a None None] Provisioning for port 870e275a-e767-4280-817c-47aa27fae176 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:50:20.128238 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-5bf9d760-b097-4fd1-bed8-da0f165afa8a None None] Provisioning complete for port 870e275a-e767-4280-817c-47aa27fae176 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:50:20.128689 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d760-b097-4fd1-bed8-da0f165afa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:20.129385 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:20.184101 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-5bf9d760-b097-4fd1-bed8-da0f165afa8a None None] Port 870e275a-e767-4280-817c-47aa27fae176 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:50:20.380383 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:20.386588 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:20.387600 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:20.468683 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Pushing event updated for resources: {'Port': ['ID=870e275a-e767-4280-817c-47aa27fae176,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:20.520564 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Network 9697a563-9d10-4e9a-96a4-64f9ac3af74f is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:50:20.522126 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:50:20.703849 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Router 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 08:50:20.708088 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c11692ab-de56-4d10-b56c-beb5a4e1894e None None] Provisioning complete for port 870e275a-e767-4280-817c-47aa27fae176 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:50:20.708463 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c11692ab-de56-4d10-b56c-beb5a4e1894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:20.743920 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c11692ab-de56-4d10-b56c-beb5a4e1894e None None] Port 870e275a-e767-4280-817c-47aa27fae176 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:50:20.803597 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:50:20.810101 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-9ee0aed6-8613-4c08-9e78-90cc5be7053c admin admin] 10.222.0.45 "PUT /v2.0/routers/936b7fc0-6ce0-47c2-97d9-1b4e501b8569/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9364524 Aug 29 08:50:20.814605 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Sync routers for ids ['936b7fc0-6ce0-47c2-97d9-1b4e501b8569'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:50:20.828569 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Routers {'936b7fc0-6ce0-47c2-97d9-1b4e501b8569'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:50:20.829466 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:50:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['936b7fc0-6ce0-47c2-97d9-1b4e501b8569'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:50:21.027093 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Set router 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:50:21.569058 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'name': 'router1', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:50:09Z', 'updated_at': '2021-08-29T08:50:20Z', 'revision_number': 2, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'gw_port_host': None, '_interfaces': [{'id': '870e275a-e767-4280-817c-47aa27fae176', 'name': '', 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'mac_address': 'fa:16:3e:a2:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:50:19Z', 'updated_at': '2021-08-29T08:50:20Z', 'revision_number': 2, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'subnets': [{'id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f17f5e-b9d7-4e3b-9d6c-b3d638a0eaf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:50:21.625331 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Checking router: 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:50:21.625706 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Updating router 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 port 870e275a-e767-4280-817c-47aa27fae176 binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:50:21.681570 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:22.295365 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:22.315169 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Transition to ACTIVE for port object 870e275a-e767-4280-817c-47aa27fae176 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:50:22.324922 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:22.502096 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Pushing event updated for resources: {'Port': ['ID=870e275a-e767-4280-817c-47aa27fae176,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:22.521860 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.522227 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.522539 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.522879 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.523214 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.523535 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.523867 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.524196 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.524526 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.524912 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.525156 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.525509 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Tracked resource versions report: Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: pushed versions: Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: { 'AddressGroup': {'1.2'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'ConntrackHelper': {'1.0'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Log': {'1.0'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Network': {'1.1'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Port': {'1.7'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'PortForwarding': {'1.2'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'QosPolicy': {'1.9'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SecurityGroup': {'1.4'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SecurityGroupRule': {'1.2'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SubPort': {'1.0'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Subnet': {'1.1'}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Trunk': {'1.1'}} Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: consumer versions: Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: { DHCP agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: L3 agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: Metadata agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: Metering agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: Open vSwitch agent@dv-cinder-806490-1-iscsi: { 'AddressGroup': '1.2', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'ConntrackHelper': '1.0', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Log': '1.0', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Network': '1.1', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Port': '1.7', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'PortForwarding': '1.2', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'QosPolicy': '1.9', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SecurityGroup': '1.4', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SecurityGroupRule': '1.2', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SubPort': '1.0', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Subnet': '1.1', Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Trunk': '1.1'}} Aug 29 08:50:22.526592 dv-cinder-806490-1-iscsi neutron-server[94050]: {{(pid=94050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 08:50:22.533855 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Attempting to bind port 870e275a-e767-4280-817c-47aa27fae176 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:50:22.534704 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Attempting to bind port 870e275a-e767-4280-817c-47aa27fae176 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '1b607efd-d7c2-49a5-a564-97ec9fec9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:50:22.535403 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Attempting to bind port 870e275a-e767-4280-817c-47aa27fae176 on network 9697a563-9d10-4e9a-96a4-64f9ac3af74f {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:50:22.543598 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:50:22.544196 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Checking segment: {'id': '1b607efd-d7c2-49a5-a564-97ec9fec9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:50:22.544986 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:22.545674 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Bound using segment: {'id': '1b607efd-d7c2-49a5-a564-97ec9fec9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:50:22.546153 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Bound port: 870e275a-e767-4280-817c-47aa27fae176, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b607efd-d7c2-49a5-a564-97ec9fec9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:50:22.546552 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:22.640062 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] For port 870e275a-e767-4280-817c-47aa27fae176, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:50:22.662334 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] For port 870e275a-e767-4280-817c-47aa27fae176, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=870e275a-e767-4280-817c-47aa27fae176,segment=NetworkSegment(1b607efd-d7c2-49a5-a564-97ec9fec9926),segment_id=1b607efd-d7c2-49a5-a564-97ec9fec9926)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:50:22.668576 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:22.727617 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Routers {'936b7fc0-6ce0-47c2-97d9-1b4e501b8569'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:50:22.728825 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:50:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['936b7fc0-6ce0-47c2-97d9-1b4e501b8569'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:50:22.864449 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c1bb1-bb0c-4aaf-b800-6707531c547b None None] Pushing event updated for resources: {'Port': ['ID=870e275a-e767-4280-817c-47aa27fae176,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:22.897551 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] Set router 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:50:23.141110 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'name': 'router1', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:50:09Z', 'updated_at': '2021-08-29T08:50:20Z', 'revision_number': 2, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'gw_port_host': None, '_interfaces': [{'id': '870e275a-e767-4280-817c-47aa27fae176', 'name': '', 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'mac_address': 'fa:16:3e:a2:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:50:19Z', 'updated_at': '2021-08-29T08:50:22Z', 'revision_number': 4, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'subnets': [{'id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f17f5e-b9d7-4e3b-9d6c-b3d638a0eaf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:50:23.169816 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bceea-e926-4f8c-a7b3-f00aa03bae29 None None] The sync data for ids ['936b7fc0-6ce0-47c2-97d9-1b4e501b8569'] in dv-cinder-806490-1-iscsi is: [{'id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'name': 'router1', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:50:09Z', 'updated_at': '2021-08-29T08:50:20Z', 'revision_number': 2, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'gw_port_host': None, '_interfaces': [{'id': '870e275a-e767-4280-817c-47aa27fae176', 'name': '', 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'mac_address': 'fa:16:3e:a2:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:50:19Z', 'updated_at': '2021-08-29T08:50:22Z', 'revision_number': 4, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'subnets': [{'id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f17f5e-b9d7-4e3b-9d6c-b3d638a0eaf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:50:23.224718 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 35916) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:23.362248 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f2761d-b9e0-4ab9-a53b-f557419262a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:50:23.363793 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-14f2761d-b9e0-4ab9-a53b-f557419262a9 admin admin] 10.222.0.45 "GET /v2.0/networks/fcc90a5a-9124-485b-a02b-0d240ec6a6f9 HTTP/1.1" status: 200 len: 842 time: 0.1379490 Aug 29 08:50:23.375230 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'enable_dhcp': False}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:50:23.399737 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Made reservation on behalf of ae4c3d21044b4ea68b7578a755e1e41f for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:50:23.402349 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:23.739821 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.objects.ports [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 29 08:50:23.740246 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:23.797435 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7a70d9-8016-492b-865e-d82c98ed678c,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:23.804840 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:50:23.805189 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Network hostable DHCP agents. Network: fcc90a5a-9124-485b-a02b-0d240ec6a6f9, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:50:23.825048 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:50:23.836524 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, fcc90a5a-9124-485b-a02b-0d240ec6a6f9) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:50:23.842215 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:50:23.843842 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:23.848478 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a24ec3-7aa8-4a1d-b53b-919879c329a0 None None] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:50:23.867067 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b0513fc5-fe4e-4573-b58e-c55023204a3f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4946620 Aug 29 08:50:23.994236 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a3c8c-374f-4065-a538-83b363134f57 None None] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:50:26.272509 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 35924) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:26.522854 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-5a454f37-8ffb-4e01-8cc3-48e9636fdf2b admin admin] 10.222.0.45 "GET /v2.0/routers/936b7fc0-6ce0-47c2-97d9-1b4e501b8569 HTTP/1.1" status: 200 len: 710 time: 0.2491250 Aug 29 08:50:26.696641 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56465c83-08ed-4275-a98e-b5956481087c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:50:26.698146 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-56465c83-08ed-4275-a98e-b5956481087c admin admin] 10.222.0.45 "GET /v2.0/networks/fcc90a5a-9124-485b-a02b-0d240ec6a6f9 HTTP/1.1" status: 200 len: 886 time: 0.1685288 Aug 29 08:50:26.709203 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:50:26.991837 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:27.303739 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:27.390666 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:27.595482 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Allocated IP 172.27.3.240 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/e0141ac2-4b58-4669-8236-7609497f6fac) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:50:27.732932 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:27.818418 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:27.894106 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:50:27.899887 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:50:27.913349 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:50:28.018937 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Pushing event updated for resources: {'Port': ['ID=e0141ac2-4b58-4669-8236-7609497f6fac,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:28.290769 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:28.530793 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4325'] for router, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:28.536332 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573281'] for router, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:28.629383 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:50:28.657348 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Router 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:50:28.661731 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 870e275a-e767-4280-817c-47aa27fae176 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:50:28.715823 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 870e275a-e767-4280-817c-47aa27fae176 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:50:28.720870 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 870e275a-e767-4280-817c-47aa27fae176 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:50:28.721382 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:28.786974 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:50:28.792568 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:28.793933 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1a981cdd-ea2b-4c36-aa29-0f7495631a94 admin admin] 10.222.0.45 "PUT /v2.0/routers/936b7fc0-6ce0-47c2-97d9-1b4e501b8569 HTTP/1.1" status: 200 len: 890 time: 2.0886567 Aug 29 08:50:28.849007 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:28.897451 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 870e275a-e767-4280-817c-47aa27fae176, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=870e275a-e767-4280-817c-47aa27fae176,segment=NetworkSegment(1b607efd-d7c2-49a5-a564-97ec9fec9926),segment_id=1b607efd-d7c2-49a5-a564-97ec9fec9926)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:50:28.904269 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:28.962413 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=870e275a-e767-4280-817c-47aa27fae176,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:29.862920 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Sync routers for ids ['936b7fc0-6ce0-47c2-97d9-1b4e501b8569'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:50:29.875290 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Routers {'936b7fc0-6ce0-47c2-97d9-1b4e501b8569'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:50:29.875958 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:50:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['936b7fc0-6ce0-47c2-97d9-1b4e501b8569'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:50:30.154235 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Set router 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:50:30.620741 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'name': 'router1', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'e0141ac2-4b58-4669-8236-7609497f6fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:50:09Z', 'updated_at': '2021-08-29T08:50:28Z', 'revision_number': 4, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'gw_port': {'id': 'e0141ac2-4b58-4669-8236-7609497f6fac', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:50:27Z', 'updated_at': '2021-08-29T08:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '870e275a-e767-4280-817c-47aa27fae176', 'name': '', 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'mac_address': 'fa:16:3e:a2:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:50:19Z', 'updated_at': '2021-08-29T08:50:28Z', 'revision_number': 5, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'subnets': [{'id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f17f5e-b9d7-4e3b-9d6c-b3d638a0eaf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:50:30.674169 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 870e275a-e767-4280-817c-47aa27fae176 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:50:30.722815 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Checking router: 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:50:30.723261 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Updating router 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 port e0141ac2-4b58-4669-8236-7609497f6fac binding host dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:50:30.835955 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:30.956316 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 870e275a-e767-4280-817c-47aa27fae176 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:50:30.957026 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:31.283462 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:31.300881 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Transition to ACTIVE for port object e0141ac2-4b58-4669-8236-7609497f6fac will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:50:31.314748 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:31.381857 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Attempting to bind port e0141ac2-4b58-4669-8236-7609497f6fac on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:50:31.382247 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Attempting to bind port e0141ac2-4b58-4669-8236-7609497f6fac by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:50:31.382710 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Attempting to bind port e0141ac2-4b58-4669-8236-7609497f6fac on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:50:31.392520 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e1604-6b0e-4dd9-ad5a-be0909e1c3db None None] Pushing event updated for resources: {'Port': ['ID=e0141ac2-4b58-4669-8236-7609497f6fac,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:31.395064 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:50:31.395494 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:50:31.395849 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:31.396244 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:50:31.396730 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Bound port: e0141ac2-4b58-4669-8236-7609497f6fac, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:50:31.397132 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:31.452330 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 35936) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:50:31.457458 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] For port e0141ac2-4b58-4669-8236-7609497f6fac, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:50:31.461380 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] For port e0141ac2-4b58-4669-8236-7609497f6fac, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=e0141ac2-4b58-4669-8236-7609497f6fac,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:50:31.470843 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:31.584166 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2f1d80f8-3ef3-494e-aaff-ce3c4e00a9c3 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1307123 Aug 29 08:50:31.680235 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Routers {'936b7fc0-6ce0-47c2-97d9-1b4e501b8569'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:50:31.680890 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:50:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['936b7fc0-6ce0-47c2-97d9-1b4e501b8569'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:50:31.683291 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e1604-6b0e-4dd9-ad5a-be0909e1c3db None None] Pushing event updated for resources: {'Port': ['ID=e0141ac2-4b58-4669-8236-7609497f6fac,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:31.822267 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] Set router 936b7fc0-6ce0-47c2-97d9-1b4e501b8569 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:50:32.054929 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'name': 'router1', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'e0141ac2-4b58-4669-8236-7609497f6fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:50:09Z', 'updated_at': '2021-08-29T08:50:28Z', 'revision_number': 4, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'gw_port': {'id': 'e0141ac2-4b58-4669-8236-7609497f6fac', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:50:27Z', 'updated_at': '2021-08-29T08:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '870e275a-e767-4280-817c-47aa27fae176', 'name': '', 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'mac_address': 'fa:16:3e:a2:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:50:19Z', 'updated_at': '2021-08-29T08:50:28Z', 'revision_number': 5, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'subnets': [{'id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f17f5e-b9d7-4e3b-9d6c-b3d638a0eaf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:50:32.084582 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b862af-82ac-4556-93f9-188360350ad6 None None] The sync data for ids ['936b7fc0-6ce0-47c2-97d9-1b4e501b8569'] in dv-cinder-806490-1-iscsi is: [{'id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'name': 'router1', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'e0141ac2-4b58-4669-8236-7609497f6fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:50:09Z', 'updated_at': '2021-08-29T08:50:28Z', 'revision_number': 4, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'gw_port': {'id': 'e0141ac2-4b58-4669-8236-7609497f6fac', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:50:27Z', 'updated_at': '2021-08-29T08:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '870e275a-e767-4280-817c-47aa27fae176', 'name': '', 'network_id': '9697a563-9d10-4e9a-96a4-64f9ac3af74f', 'tenant_id': '2005a2c204ee4ce4849d2d988785045a', 'mac_address': 'fa:16:3e:a2:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b7fc0-6ce0-47c2-97d9-1b4e501b8569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:50:19Z', 'updated_at': '2021-08-29T08:50:28Z', 'revision_number': 5, 'project_id': '2005a2c204ee4ce4849d2d988785045a', 'subnets': [{'id': 'd8622d3c-1e20-4a9a-9618-e5a91d1085fb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f17f5e-b9d7-4e3b-9d6c-b3d638a0eaf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:50:32.673509 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device e0141ac2-4b58-4669-8236-7609497f6fac up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:50:32.760668 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port e0141ac2-4b58-4669-8236-7609497f6fac completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:50:32.765692 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port e0141ac2-4b58-4669-8236-7609497f6fac triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:50:32.766089 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:32.854574 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:32.877752 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port e0141ac2-4b58-4669-8236-7609497f6fac, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=e0141ac2-4b58-4669-8236-7609497f6fac,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:50:32.883044 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:32.936355 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=e0141ac2-4b58-4669-8236-7609497f6fac,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:50:34.681135 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device e0141ac2-4b58-4669-8236-7609497f6fac up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:50:34.750810 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port e0141ac2-4b58-4669-8236-7609497f6fac triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:50:34.751320 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:40.325837 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-76807d4c-e081-4d7a-9b7d-220119e0121a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:43.838938 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:45.107906 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0878320a-29b9-40f4-9e6b-20275920c897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:46.309620 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:50:47.515430 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:05.635323 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:51:10.302491 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-85869041-8dd0-460a-8cf6-006a6ca82c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:13.845211 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:15.105862 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1cac783f-2cbc-4476-98b2-f8b262a4815c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:16.295520 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:17.526172 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:40.297325 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c16f63bf-3f5c-42ae-9139-fb94eaec90f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:42.625448 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:51:43.841996 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:45.104115 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ffe37c42-e369-46b5-bf84-77319118f0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:46.292761 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:51:47.522856 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:10.307971 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-36e66c3c-9f31-41ad-8786-ed5c4fadcac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:13.852290 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:15.100522 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-fdc82768-c1d8-41ef-a794-cb8c5856789a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:16.298961 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:17.525112 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:19.625483 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:52:20.762993 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36498) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:20.829220 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b85737e-b9f4-479b-b095-230a09f1ac04 admin admin] GET failed (client error): The resource could not be found. Aug 29 08:52:20.830645 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8b85737e-b9f4-479b-b095-230a09f1ac04 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664639 Aug 29 08:52:21.002116 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba351b7-3b53-47bd-a887-99889ee142e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:21.003568 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-aba351b7-3b53-47bd-a887-99889ee142e1 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1681089 Aug 29 08:52:23.276472 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 36508) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:23.377014 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f811ec1-0d30-49fa-83fc-02dba06e1875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:23.378448 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3f811ec1-0d30-49fa-83fc-02dba06e1875 admin admin] 10.222.0.45 "GET /v2.0/subnets/d8622d3c-1e20-4a9a-9618-e5a91d1085fb HTTP/1.1" status: 200 len: 849 time: 0.1010022 Aug 29 08:52:23.391118 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:52:23.485108 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:23.710083 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761526852392'] for subnet, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:23.742202 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:23.742793 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:23.744074 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] 10.222.0.45 "PUT /v2.0/subnets/d8622d3c-1e20-4a9a-9618-e5a91d1085fb HTTP/1.1" status: 200 len: 868 time: 0.3572490 Aug 29 08:52:23.756568 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb0f83-30a4-4438-9bcd-70bc7e93213c None None] Network 9697a563-9d10-4e9a-96a4-64f9ac3af74f requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:52:23.764353 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8622d3c-1e20-4a9a-9618-e5a91d1085fb,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:52:23.773482 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.773837 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.774192 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.774534 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.774865 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.775252 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.775551 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.775841 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.776166 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.776489 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.776912 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:23.777478 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82b0ef-23c6-4bc0-9982-6f779a2ba452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:52:24.208521 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-5931b2b2-8af3-453d-be49-bf9a1598d505 None None] Provisioning complete for port 4e8eb4a5-2291-4b3d-9fbd-43e1e835c99b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:52:24.208890 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5931b2b2-8af3-453d-be49-bf9a1598d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:24.307789 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-5931b2b2-8af3-453d-be49-bf9a1598d505 None None] Provisioning complete for port 870e275a-e767-4280-817c-47aa27fae176 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:52:24.308164 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5931b2b2-8af3-453d-be49-bf9a1598d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:26.045223 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36518) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:26.268488 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7137d-cf78-424d-85d0-a612bd7038d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:26.268870 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7137d-cf78-424d-85d0-a612bd7038d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:26.270517 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-aac7137d-cf78-424d-85d0-a612bd7038d8 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2242475 Aug 29 08:52:28.498589 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36526) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:28.639568 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c46418-0622-41ed-8fdd-5325314d6550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:28.640037 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c46418-0622-41ed-8fdd-5325314d6550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:28.641636 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a9c46418-0622-41ed-8fdd-5325314d6550 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1418977 Aug 29 08:52:30.884654 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36534) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:31.114586 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba8c6b-4db3-4332-8d51-caa61a28b00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:31.115903 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bcba8c6b-4db3-4332-8d51-caa61a28b00b admin admin] 10.222.0.45 "GET /v2.0/networks/9697a563-9d10-4e9a-96a4-64f9ac3af74f HTTP/1.1" status: 200 len: 869 time: 0.2302873 Aug 29 08:52:33.372023 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36542) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:33.509824 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cfc8a9-0ae1-4284-ac35-5f9b1d03d5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:33.511280 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-12cfc8a9-0ae1-4284-ac35-5f9b1d03d5f9 admin admin] 10.222.0.45 "GET /v2.0/networks/fcc90a5a-9124-485b-a02b-0d240ec6a6f9 HTTP/1.1" status: 200 len: 886 time: 0.1382356 Aug 29 08:52:35.720980 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36550) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:35.851449 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f619c811-84e3-41bb-a147-bae4d960810c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:35.851915 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f619c811-84e3-41bb-a147-bae4d960810c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:35.853520 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f619c811-84e3-41bb-a147-bae4d960810c admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314967 Aug 29 08:52:38.082683 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36558) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:38.196876 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade010b-56b7-4cc5-948a-1e6072fb0142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:38.197700 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade010b-56b7-4cc5-948a-1e6072fb0142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:38.200509 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2ade010b-56b7-4cc5-948a-1e6072fb0142 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1165454 Aug 29 08:52:40.302748 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f38588bf-1eb4-4390-9a5a-c03017e824b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:40.421462 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 36566) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:40.516713 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e162c80-5ba0-4604-b65f-c3dab7ff1594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:40.518134 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3e162c80-5ba0-4604-b65f-c3dab7ff1594 admin admin] 10.222.0.45 "GET /v2.0/subnets/7d7a70d9-8016-492b-865e-d82c98ed678c HTTP/1.1" status: 200 len: 816 time: 0.0953777 Aug 29 08:52:42.824036 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 36574) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:52:42.926647 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727be0fa-2c35-4410-91fa-4a4143fe3897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:52:42.928058 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-727be0fa-2c35-4410-91fa-4a4143fe3897 admin admin] 10.222.0.45 "GET /v2.0/subnets/d8622d3c-1e20-4a9a-9618-e5a91d1085fb HTTP/1.1" status: 200 len: 868 time: 0.1030228 Aug 29 08:52:43.836785 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:45.098842 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-566a548a-c4c1-4ecd-aaa3-55187b965779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:46.301760 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:47.527136 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:52:56.625345 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:53:07.277657 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36628) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:53:07.332221 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [None req-3f1fa68a-1caf-4f43-bdb7-14d095f5619f admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:53:07.333341 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3f1fa68a-1caf-4f43-bdb7-14d095f5619f admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546439 Aug 29 08:53:09.682479 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 36636) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:53:09.748205 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c10fa9b-709e-420b-aa56-b1afd8bad804 admin admin] GET failed (client error): The resource could not be found. Aug 29 08:53:09.749627 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0c10fa9b-709e-420b-aa56-b1afd8bad804 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660932 Aug 29 08:53:09.897466 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636c6efe-e83d-46f0-ae63-348da2aed87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:53:09.898951 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-636c6efe-e83d-46f0-ae63-348da2aed87a admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1445184 Aug 29 08:53:10.305761 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-83ebf4f7-8c4c-4e93-9fe3-c7b4dda832db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:12.222391 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 36644) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:53:12.284410 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:53:12.309105 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Made reservation on behalf of ae4c3d21044b4ea68b7578a755e1e41f for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:53:12.312393 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:12.347755 dv-cinder-806490-1-iscsi neutron-server[94047]: WARNING neutron.services.revisions.revision_plugin [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Could not find related network for resource to bump revision. Aug 29 08:53:12.367951 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:53:12.383002 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:12.383440 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Added segment f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456 of type vlan for network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 Aug 29 08:53:12.427301 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:12.457469 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:12.458758 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:53:12.459372 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:12.521003 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2973926 Aug 29 08:53:12.526415 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774b5f4-2ead-4656-b4c1-2b1f59710d6a admin admin] Pushing event updated for resources: {'Network': ['ID=77b2d6a2-a8bb-440f-b7b8-f22485537c73,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:53:12.548699 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:53:13.849955 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:14.789451 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 36652) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:53:14.856035 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.pecan_wsgi.hooks.translation [None req-107b1d0a-30a5-487b-8bd1-cc224045db87 admin admin] GET failed (client error): The resource could not be found. Aug 29 08:53:14.857652 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-107b1d0a-30a5-487b-8bd1-cc224045db87 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0670204 Aug 29 08:53:14.932950 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548d1d3d-788b-4859-a54b-5911138019e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:53:14.934481 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-548d1d3d-788b-4859-a54b-5911138019e7 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0720916 Aug 29 08:53:14.947564 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:53:14.971176 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Made reservation on behalf of ae4c3d21044b4ea68b7578a755e1e41f for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:53:14.973825 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:15.096834 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-07e8edb7-92aa-44a0-a572-f5f43522f3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:15.153665 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:15.208711 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90bc82fe-e22c-4c5d-aaa8-f42bb807a370,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:53:15.219243 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Checking segment: {'id': 'f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:53:15.219588 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Network hostable DHCP agents. Network: 77b2d6a2-a8bb-440f-b7b8-f22485537c73, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:53:15.236281 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:53:15.245705 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 77b2d6a2-a8bb-440f-b7b8-f22485537c73) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:53:15.250004 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:53:15.250585 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:15.256617 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480d6a4-f7c6-40a1-87c3-8c58f548671e None None] Network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:53:15.267477 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b22db972-2d67-4d7d-955f-77fc2829d7a4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3248284 Aug 29 08:53:15.439851 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-77b2d6a2-a8bb-440f-b7b8-f22485537c73', 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73', 'tenant_id': 'ae4c3d21044b4ea68b7578a755e1e41f', 'fixed_ips': [{'subnet_id': '90bc82fe-e22c-4c5d-aaa8-f42bb807a370'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 08:53:15.440759 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:15.608896 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Allocated IP 192.168.233.2 (77b2d6a2-a8bb-440f-b7b8-f22485537c73/90bc82fe-e22c-4c5d-aaa8-f42bb807a370/22498365-b04c-46a6-b339-b43e509810ad) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:53:15.783610 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:15.793737 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Transition to ACTIVE for port object 22498365-b04c-46a6-b339-b43e509810ad will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:53:15.810698 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Transition to ACTIVE for port object 22498365-b04c-46a6-b339-b43e509810ad will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:53:15.818515 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:15.862571 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:53:15.865480 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:53:15.870047 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:53:15.873500 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Pushing event updated for resources: {'Port': ['ID=22498365-b04c-46a6-b339-b43e509810ad,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:53:15.884597 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.884597 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.884597 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.885083 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.885083 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.885484 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.885808 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.886134 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.886486 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.886802 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.887122 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.887439 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:53:15.940456 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Attempting to bind port 22498365-b04c-46a6-b339-b43e509810ad on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:53:15.940854 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Attempting to bind port 22498365-b04c-46a6-b339-b43e509810ad by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': 'f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:53:15.941213 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Attempting to bind port 22498365-b04c-46a6-b339-b43e509810ad on network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:53:15.946503 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:53:15.946875 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Checking segment: {'id': 'f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:53:15.947275 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:15.947655 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Bound using segment: {'id': 'f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:53:15.948114 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Bound port: 22498365-b04c-46a6-b339-b43e509810ad, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:53:15.948530 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:16.018922 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] For port 22498365-b04c-46a6-b339-b43e509810ad, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:53:16.022757 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] For port 22498365-b04c-46a6-b339-b43e509810ad, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=22498365-b04c-46a6-b339-b43e509810ad,segment=NetworkSegment(f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456),segment_id=f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:53:16.030747 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:16.093682 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e52086-f26c-4237-8eb0-ea0dc35f701e None None] Pushing event updated for resources: {'Port': ['ID=22498365-b04c-46a6-b339-b43e509810ad,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:53:16.310537 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:16.808874 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 22498365-b04c-46a6-b339-b43e509810ad up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:53:16.878472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 22498365-b04c-46a6-b339-b43e509810ad completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:53:16.958701 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf90ed2-b66c-48ad-a4ca-401a78ac300c None None] Network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:53:17.035145 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-1eb13797-c0b0-4a13-8c58-3c23ce148179 None None] Provisioning for port 22498365-b04c-46a6-b339-b43e509810ad completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:53:17.043936 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-1eb13797-c0b0-4a13-8c58-3c23ce148179 None None] Provisioning complete for port 22498365-b04c-46a6-b339-b43e509810ad triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:53:17.044302 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1eb13797-c0b0-4a13-8c58-3c23ce148179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:17.198040 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1eb13797-c0b0-4a13-8c58-3c23ce148179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:17.238691 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-1eb13797-c0b0-4a13-8c58-3c23ce148179 None None] For port 22498365-b04c-46a6-b339-b43e509810ad, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=22498365-b04c-46a6-b339-b43e509810ad,segment=NetworkSegment(f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456),segment_id=f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:53:17.245733 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1eb13797-c0b0-4a13-8c58-3c23ce148179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:17.301785 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb13797-c0b0-4a13-8c58-3c23ce148179 None None] Pushing event updated for resources: {'Port': ['ID=22498365-b04c-46a6-b339-b43e509810ad,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:53:17.478966 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-ffdc4c2a-1533-443d-bcf3-08ca9d653068 None None] Provisioning complete for port 22498365-b04c-46a6-b339-b43e509810ad triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:53:17.478966 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ffdc4c2a-1533-443d-bcf3-08ca9d653068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:17.540258 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:18.771907 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 22498365-b04c-46a6-b339-b43e509810ad up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:53:18.828350 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 22498365-b04c-46a6-b339-b43e509810ad triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:53:18.828697 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:33.624505 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:53:40.310924 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f7a8d810-0709-465e-9411-40e301aec5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:43.850494 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:45.093246 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8159a135-19e2-423a-b614-03af91365329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:46.307500 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:53:47.536260 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:10.316357 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a119-f8fb-4f48-a4f1-5ac3bc03f875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:10.623856 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:54:13.849981 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:15.092893 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-151bc9d5-f4b0-4398-b82e-3c936f4781ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:16.311208 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:17.540461 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:26.818664 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 36704) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:54:26.825372 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [None req-192806db-3305-460b-b8e0-719b547005a3 tempest-verify_tempest_config-368156478 tempest-verify_tempest_config-368156478-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:54:26.826322 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-192806db-3305-460b-b8e0-719b547005a3 tempest-verify_tempest_config-368156478 tempest-verify_tempest_config-368156478-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066187 Aug 29 08:54:27.204417 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 36722) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:54:27.334523 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:27.438761 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:27.445122 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:27.493206 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85073986-e50e-4aa1-9881-13f62f36bef7,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:54:27.497425 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa7a9920f4a1439580c38e466a333296&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2867305 Aug 29 08:54:27.501098 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36726) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:54:27.503548 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.503922 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.504270 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.504610 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.504943 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.505309 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.505642 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.505972 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.506317 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.506659 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.506976 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.507300 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a379d729-8b0b-4cff-837e-86d19d7abb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.570401 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:27.592627 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:27.688598 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:27.692450 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:27.694214 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85073986-e50e-4aa1-9881-13f62f36bef7 HTTP/1.1" status: 204 len: 168 time: 0.1919413 Aug 29 08:54:27.705281 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85073986-e50e-4aa1-9881-13f62f36bef7,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:54:27.713190 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.713483 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.713848 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.714189 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.714522 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.714830 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.715162 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.715493 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.715845 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.716304 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.716637 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:27.716963 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756762f-53b9-4783-a689-4ca468310dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:54:40.312566 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e30c7254-b230-41a4-b2ea-ee6f58a317e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:43.848788 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:45.094182 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-04bc6e95-7ac7-48cf-bb81-0e09f91b51d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:46.314398 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:47.544299 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:54:47.623076 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:55:10.319520 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f588269e-ce46-4821-bc5d-80f394881df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:55:13.845359 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:55:15.092152 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-79790573-3390-407e-8d01-303cf1553382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:55:16.325078 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:55:17.548463 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:55:24.622177 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:55:40.314952 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-36bed78e-d080-4ebb-9a38-a7eecc7452ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:55:43.844144 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:55:45.086571 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-91a45e50-db25-4faf-80e9-dc86e6d56738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:55:46.326195 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:55:47.551589 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:00.904330 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581985'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:01.621908 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:56:10.310308 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-46d709b2-41b6-41ab-b303-00068c2a48d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:13.839630 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:15.092754 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6de18534-d36e-4223-ac95-f8c5e3c1dd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:16.325059 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:16.437176 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 36802) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:56:16.549686 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7df45325-8f20-4550-9784-732cfb2f5e54 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1112561 Aug 29 08:56:17.551291 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:18.837670 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 36812) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:56:18.918251 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3bccb712-4941-422a-bd9f-040c55aca9e9 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0794337 Aug 29 08:56:30.860602 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:38.621800 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:56:40.317143 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-782888d5-6453-4b25-9db0-8ba2103e2463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:43.848545 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:45.099195 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cfaff189-0110-4f6f-8f33-161a6a1297df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:46.331003 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:56:47.562500 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:00.864272 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:10.312436 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c8958b21-71d2-4375-a998-67df533ca59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:13.854975 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:15.102036 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9df34c55-d130-42bb-a3ad-f2c05bcb8d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:15.637831 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:57:16.332194 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:17.560403 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:30.863025 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:40.317207 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-668fb514-46f3-4f59-8d94-8605e107c95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:43.848884 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:45.097626 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8f3d7549-a03d-4121-aac9-5de207ea3d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:46.350878 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:47.575443 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:51.179808 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37048) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:51.373744 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37064) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:51.638351 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-26310979-network', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:51.661112 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Made reservation on behalf of 050d6e0cdf5241579620f6ea42e8f42b for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:57:51.663866 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:51.671455 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37078) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:51.676668 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:51.761577 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37086) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:51.792583 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:51.799531 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1536819548-network', 'tenant_id': '412049f115b84b6889a6b6ac82fbbce0'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:51.813708 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-521007917-network', 'tenant_id': '52140a30120c480a87aeaf680f31eb2b'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:51.826068 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:51.831919 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Made reservation on behalf of 412049f115b84b6889a6b6ac82fbbce0 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:57:51.835516 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:51.847665 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:51.853176 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Made reservation on behalf of 52140a30120c480a87aeaf680f31eb2b for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:57:51.857391 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:51.868301 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:51.936662 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:57:51.999199 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.005141 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:52.008575 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.009159 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Added segment b3fccc6e-c3dc-455b-b5b0-480dc25fed1c of type vlan for network 8f464f1d-a132-4bc0-8eef-3bc61477a72a Aug 29 08:57:52.012324 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.034123 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.034747 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.035277 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.035766 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.036267 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.036779 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.037390 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.037901 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.038417 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.038748 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.039229 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.039712 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Tracked resource versions report: Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: pushed versions: Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: { 'AddressGroup': {'1.2'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'ConntrackHelper': {'1.0'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Log': {'1.0'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Network': {'1.1'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Port': {'1.7'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'PortForwarding': {'1.2'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'QosPolicy': {'1.9'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SecurityGroup': {'1.4'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SecurityGroupRule': {'1.2'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SubPort': {'1.0'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Subnet': {'1.1'}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Trunk': {'1.1'}} Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: consumer versions: Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: { DHCP agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: HyperV agent@hv-cinder-80649: {}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: L3 agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: Metadata agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: Metering agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: Open vSwitch agent@dv-cinder-806490-1-iscsi: { 'AddressGroup': '1.2', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'ConntrackHelper': '1.0', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Log': '1.0', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Network': '1.1', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Port': '1.7', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'PortForwarding': '1.2', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'QosPolicy': '1.9', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SecurityGroup': '1.4', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SecurityGroupRule': '1.2', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'SubPort': '1.0', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Subnet': '1.1', Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: 'Trunk': '1.1'}} Aug 29 08:57:52.040884 dv-cinder-806490-1-iscsi neutron-server[94047]: {{(pid=94047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 08:57:52.052254 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:57:52.062544 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.062882 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Added segment 62d5d0cc-b618-422e-b85c-d9f2759c5fff of type vlan for network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 Aug 29 08:57:52.111321 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.178054 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.179282 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:52.180017 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.214076 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-network', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:52.274370 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff8d669-c27b-4d4d-a0b9-986f050856a6,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:52.279482 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.296402 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:52.303980 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:57:52.329546 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.336656 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.342283 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.343058 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:52.346330 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.423588 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2424083 Aug 29 08:57:52.425440 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37114) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:52.480126 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:57:52.501132 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Request body: {'subnet': {'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-subnet', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:52.506021 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-52b9f05f-47f6-43d9-b2d4-42ed2e9011e2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1319013 Aug 29 08:57:52.511801 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37120) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:52.538985 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a07693-da8d-4e0a-8b1c-faa33867fd8a admin admin] Pushing event updated for resources: {'Network': ['ID=8f464f1d-a132-4bc0-8eef-3bc61477a72a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:52.569492 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 8f464f1d-a132-4bc0-8eef-3bc61477a72a details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:57:52.574240 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Request body: {'subnet': {'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1536819548-subnet', 'tenant_id': '412049f115b84b6889a6b6ac82fbbce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:52.594702 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.595044 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Added segment 31daf760-40a4-468b-b9fb-834fda73b77a of type vlan for network b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 Aug 29 08:57:52.596748 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124948ab-1912-4563-8db0-3bc2524b3b6e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:52.629148 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:57:52.638155 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.638505 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.638842 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.639174 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.639504 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.639860 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.640392 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.640754 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.641163 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.641455 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.641773 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.642591 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Tracked resource versions report: Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: pushed versions: Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: { 'AddressGroup': {'1.2'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'ConntrackHelper': {'1.0'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Log': {'1.0'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Network': {'1.1'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Port': {'1.7'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'PortForwarding': {'1.2'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'QosPolicy': {'1.9'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SecurityGroup': {'1.4'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SecurityGroupRule': {'1.2'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SubPort': {'1.0'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Subnet': {'1.1'}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Trunk': {'1.1'}} Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: consumer versions: Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: { DHCP agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: HyperV agent@hv-cinder-80649: {}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: L3 agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: Metadata agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: Metering agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: Open vSwitch agent@dv-cinder-806490-1-iscsi: { 'AddressGroup': '1.2', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'ConntrackHelper': '1.0', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Log': '1.0', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Network': '1.1', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Port': '1.7', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'PortForwarding': '1.2', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'QosPolicy': '1.9', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SecurityGroup': '1.4', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SecurityGroupRule': '1.2', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'SubPort': '1.0', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Subnet': '1.1', Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: 'Trunk': '1.1'}} Aug 29 08:57:52.643848 dv-cinder-806490-1-iscsi neutron-server[94048]: {{(pid=94048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 08:57:52.648890 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Made reservation on behalf of 783a6737f8df49899d3a2a915b7e9420 for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:57:52.651643 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.658563 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Made reservation on behalf of 050d6e0cdf5241579620f6ea42e8f42b for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:57:52.673887 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.688732 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.703009 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.736448 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Made reservation on behalf of 412049f115b84b6889a6b6ac82fbbce0 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:57:52.739276 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.823190 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:52.824305 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:52.825149 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.027239 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=b07799c2-5bb3-4cd7-82dc-2e849a8b24f0,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:53.048484 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.048707 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:57:53.231419 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=190023f3-8637-46f5-9571-c419a92763a3,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:53.248850 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Checking segment: {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:57:53.249419 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Network hostable DHCP agents. Network: 8f464f1d-a132-4bc0-8eef-3bc61477a72a, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:57:53.282838 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Network 8f464f1d-a132-4bc0-8eef-3bc61477a72a is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:57:53.303640 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 8f464f1d-a132-4bc0-8eef-3bc61477a72a) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:57:53.328140 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:53.329332 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.359861 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86b9515-f8a6-44f7-bd98-051a7542b9d9 None None] Network 8f464f1d-a132-4bc0-8eef-3bc61477a72a requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:57:53.379272 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.405455 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4a0a678e-5a04-4737-961a-9ffbeaaec9af admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9646649 Aug 29 08:57:53.407036 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.409811 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37176) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:53.435897 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:53.451901 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-5447a949-1cdc-4661-885c-9935da2d8ad7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7782974 Aug 29 08:57:53.457031 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37178) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:53.476019 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Request body: {'subnet': {'network_id': 'b07799c2-5bb3-4cd7-82dc-2e849a8b24f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-521007917-subnet', 'tenant_id': '52140a30120c480a87aeaf680f31eb2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:53.498762 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:57:53.575215 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.577392 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.606684 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.607695 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Added segment 856c518a-7d16-4290-a339-01d8fba2851d of type vlan for network d411806f-0162-4900-9040-3bd80c657393 Aug 29 08:57:53.613122 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b7859-5ec4-4944-b5e2-c3359f6fd50a,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:53.668407 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.685277 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Made reservation on behalf of 52140a30120c480a87aeaf680f31eb2b for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:57:53.688697 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.733681 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.800143 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Checking segment: {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:57:53.800765 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Network hostable DHCP agents. Network: 6ff8d669-c27b-4d4d-a0b9-986f050856a6, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:57:53.812317 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1c380e-3329-452d-a7f1-edd825b04bae None None] Network 8f464f1d-a132-4bc0-8eef-3bc61477a72a requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:57:53.819441 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:53.865289 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.873395 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:53.874594 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:53.878792 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37188) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:53.899998 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:57:53.986883 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2231781 Aug 29 08:57:53.994862 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37194) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:53.998108 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 6ff8d669-c27b-4d4d-a0b9-986f050856a6) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:57:54.008263 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Request body: {'subnet': {'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-subnet', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:54.024232 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:54.024872 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:54.036850 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80b9d0-d2e7-4014-9791-a6a3218f783c None None] Network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:57:54.040937 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd2ffa-2d80-4361-930f-0118e08a7c90 admin admin] Pushing event updated for resources: {'Network': ['ID=d411806f-0162-4900-9040-3bd80c657393,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:54.092145 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network d411806f-0162-4900-9040-3bd80c657393 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:57:54.118976 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:54.148445 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Made reservation on behalf of 783a6737f8df49899d3a2a915b7e9420 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:57:54.153979 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:54.190269 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1493578b-d2ab-4960-8e2f-3ec681c62a5d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6338496 Aug 29 08:57:54.410980 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37206) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:54.694537 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:54.784739 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2dbd341b-0f1b-4d2d-85b3-cfbc5161d4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:54.823971 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec12719-4cf8-44f6-a02f-0695a4a4545b None None] Network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:57:54.870791 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ef410a63-2ba6-4ba4-a8a1-a44301a7ed4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:54.946875 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7c842b-c228-4698-be45-2960a33104fe,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:54.978680 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.db.api [None req-ef410a63-2ba6-4ba4-a8a1-a44301a7ed4b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 08:57:54.978680 dv-cinder-806490-1-iscsi neutron-server[94048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 08:57:54.978680 dv-cinder-806490-1-iscsi neutron-server[94048]: [parameters: {'project_id_1': '8217a35c02564ff494e37dfbf6b35e01', 'expiration_1': datetime.datetime(2021, 8, 29, 8, 57, 54, 914997)}] Aug 29 08:57:54.978680 dv-cinder-806490-1-iscsi neutron-server[94048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 08:57:54.979349 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG oslo_db.api [None req-ef410a63-2ba6-4ba4-a8a1-a44301a7ed4b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 08:57:55.003883 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Checking segment: {'id': '31daf760-40a4-468b-b9fb-834fda73b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b07799c2-5bb3-4cd7-82dc-2e849a8b24f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:57:55.004621 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Network hostable DHCP agents. Network: b07799c2-5bb3-4cd7-82dc-2e849a8b24f0, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:57:55.073533 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.105392 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Network b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:57:55.191290 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, b07799c2-5bb3-4cd7-82dc-2e849a8b24f0) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:57:55.207540 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26695e03-2d70-4513-9d24-bf1a080b5732 None None] Network b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:57:55.211430 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:55.212050 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.215434 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c1e525-5da5-42e3-b438-97dffc7896fc,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:55.228803 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.255712 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Checking segment: {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:57:55.256419 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Network hostable DHCP agents. Network: d411806f-0162-4900-9040-3bd80c657393, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:57:55.308140 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2dbd341b-0f1b-4d2d-85b3-cfbc5161d4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.318730 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2dbd341b-0f1b-4d2d-85b3-cfbc5161d4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.329844 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37230) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:55.341928 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e82ea8f8-22cf-4524-b9e8-1ab5f54f2b3e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8830872 Aug 29 08:57:55.441891 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2dbd341b-0f1b-4d2d-85b3-cfbc5161d4dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7577aa6c5fa44666b37c07991afd463d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5596340 Aug 29 08:57:55.447920 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Network d411806f-0162-4900-9040-3bd80c657393 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:57:55.463815 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37236) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:55.465817 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd341b-0f1b-4d2d-85b3-cfbc5161d4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63d123a-f66a-4294-99c9-e29274ea523e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:55.482281 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ef410a63-2ba6-4ba4-a8a1-a44301a7ed4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.567461 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87b150-9170-4c8f-9ef8-86b208f53d31 None None] Network b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:57:55.594555 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, d411806f-0162-4900-9040-3bd80c657393) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:57:55.613520 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:55.615551 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.616198 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8f2a11-e5b1-403b-86e4-54f90e63a3d4 None None] Network d411806f-0162-4900-9040-3bd80c657393 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:57:55.694468 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-413c4774-51cc-4398-9478-a6c69d5c27dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.754770 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.757901 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-36bccdcf-c30e-45f4-959a-3a7c3d1c6485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.761371 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ef410a63-2ba6-4ba4-a8a1-a44301a7ed4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.772718 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ef410a63-2ba6-4ba4-a8a1-a44301a7ed4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.794367 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.795313 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c241df76-eda8-45fc-ab41-9de5e430b8ae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7918627 Aug 29 08:57:55.800108 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37248) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:55.813419 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:57:55.833834 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-36bccdcf-c30e-45f4-959a-3a7c3d1c6485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:55.887134 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37258) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:55.905452 dv-cinder-806490-1-iscsi neutron-server[94048]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 08:57:56.099510 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Allocated IP 172.27.3.216 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/f12f220f-ca1b-4b34-a955-099e259bf650) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:57:56.103078 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-36bccdcf-c30e-45f4-959a-3a7c3d1c6485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.106671 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ef410a63-2ba6-4ba4-a8a1-a44301a7ed4b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8217a35c02564ff494e37dfbf6b35e01&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6911511 Aug 29 08:57:56.107823 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-36bccdcf-c30e-45f4-959a-3a7c3d1c6485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.107941 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef410a63-2ba6-4ba4-a8a1-a44301a7ed4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2449843-416a-493d-b611-75afa227457e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:56.111982 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-36bccdcf-c30e-45f4-959a-3a7c3d1c6485 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d63d123a-f66a-4294-99c9-e29274ea523e HTTP/1.1" status: 204 len: 168 time: 0.6448982 Aug 29 08:57:56.116238 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37264) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:56.162815 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-413c4774-51cc-4398-9478-a6c69d5c27dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.170857 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bccdcf-c30e-45f4-959a-3a7c3d1c6485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63d123a-f66a-4294-99c9-e29274ea523e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:56.197118 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-413c4774-51cc-4398-9478-a6c69d5c27dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.224862 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-d411806f-0162-4900-9040-3bd80c657393', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 08:57:56.226140 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.266370 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c4774-51cc-4398-9478-a6c69d5c27dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c76d7d-87bf-4e2b-abfc-f37985f2101a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:56.308347 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-ce4c9358-dfa3-495a-a25c-c9779afddb42 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:56.310148 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-ce4c9358-dfa3-495a-a25c-c9779afddb42 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 815 time: 0.4079435 Aug 29 08:57:56.339207 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.340560 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.348724 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-59e00243-e1ad-4c3d-917d-906b66060387 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/quotas/412049f115b84b6889a6b6ac82fbbce0 HTTP/1.1" status: 200 len: 375 time: 0.0298944 Aug 29 08:57:56.351039 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8b550339-d6f0-4ddc-a6e0-53e39afcc20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.377549 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37282) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:56.427770 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-413c4774-51cc-4398-9478-a6c69d5c27dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e76fd966d1df4415ab2574bf4bf91303&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0917387 Aug 29 08:57:56.428085 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37286) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:56.563008 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.590567 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Allocated IP 172.20.0.2 (d411806f-0162-4900-9040-3bd80c657393/48c1e525-5da5-42e3-b438-97dffc7896fc/ea9a9180-a426-4d06-a58e-82c751e826b2) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:57:56.595462 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b4526a68-c441-45fb-88dd-40e06b71c258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.648584 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b4526a68-c441-45fb-88dd-40e06b71c258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.653392 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-70af830a-6551-4e98-9cb0-4aea567f849c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2964716 Aug 29 08:57:56.703169 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8b550339-d6f0-4ddc-a6e0-53e39afcc20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.751063 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.881176 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b4526a68-c441-45fb-88dd-40e06b71c258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.896755 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b4526a68-c441-45fb-88dd-40e06b71c258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.908198 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b4526a68-c441-45fb-88dd-40e06b71c258 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17c76d7d-87bf-4e2b-abfc-f37985f2101a HTTP/1.1" status: 204 len: 168 time: 0.4790716 Aug 29 08:57:56.911668 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.913666 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:57:56.918889 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:57:56.926749 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Pushing event updated for resources: {'Port': ['ID=f12f220f-ca1b-4b34-a955-099e259bf650,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:56.929512 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:57:56.935696 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4526a68-c441-45fb-88dd-40e06b71c258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c76d7d-87bf-4e2b-abfc-f37985f2101a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:56.937268 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8b550339-d6f0-4ddc-a6e0-53e39afcc20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.940002 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8b550339-d6f0-4ddc-a6e0-53e39afcc20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:56.945451 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8b550339-d6f0-4ddc-a6e0-53e39afcc20a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2449843-416a-493d-b611-75afa227457e HTTP/1.1" status: 204 len: 168 time: 0.8137310 Aug 29 08:57:56.990408 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.009413 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Transition to ACTIVE for port object ea9a9180-a426-4d06-a58e-82c751e826b2 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:57:57.029444 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b550339-d6f0-4ddc-a6e0-53e39afcc20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2449843-416a-493d-b611-75afa227457e,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:57.061309 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Transition to ACTIVE for port object ea9a9180-a426-4d06-a58e-82c751e826b2 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:57:57.126504 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.128721 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-ebb922bb-b1fd-46c5-9733-e82e92566d69 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:57:57.137874 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-ebb922bb-b1fd-46c5-9733-e82e92566d69 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/networks?id=b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 HTTP/1.1" status: 200 len: 811 time: 0.7457747 Aug 29 08:57:57.232775 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9747ecd8-3ba9-4348-85fd-1ccb86a139e7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/quotas/52140a30120c480a87aeaf680f31eb2b HTTP/1.1" status: 200 len: 375 time: 0.0443897 Aug 29 08:57:57.237173 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.247488 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Pushing event updated for resources: {'Port': ['ID=ea9a9180-a426-4d06-a58e-82c751e826b2,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:57.271462 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-1dc66aca-38b0-4b90-870b-ec2cdaeb2715 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52140a30120c480a87aeaf680f31eb2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304277 Aug 29 08:57:57.279505 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Network d411806f-0162-4900-9040-3bd80c657393 is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:57:57.281479 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.281890 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.282387 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.285749 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.285977 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.286255 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.286596 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.286943 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.287275 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.287802 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.287971 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.288243 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Tracked resource versions report: Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: pushed versions: Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: { 'AddressGroup': {'1.2'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'ConntrackHelper': {'1.0'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Log': {'1.0'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Network': {'1.1'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Port': {'1.7'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'PortForwarding': {'1.2'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'QosPolicy': {'1.9'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SecurityGroup': {'1.4'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SecurityGroupRule': {'1.2'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SubPort': {'1.0'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Subnet': {'1.1'}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Trunk': {'1.1'}} Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: consumer versions: Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: { DHCP agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: HyperV agent@hv-cinder-80649: {}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: L3 agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: Metadata agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: Metering agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: Open vSwitch agent@dv-cinder-806490-1-iscsi: { 'AddressGroup': '1.2', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'ConntrackHelper': '1.0', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Log': '1.0', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Network': '1.1', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Port': '1.7', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'PortForwarding': '1.2', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'QosPolicy': '1.9', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SecurityGroup': '1.4', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SecurityGroupRule': '1.2', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'SubPort': '1.0', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Subnet': '1.1', Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: 'Trunk': '1.1'}} Aug 29 08:57:57.289433 dv-cinder-806490-1-iscsi neutron-server[94049]: {{(pid=94049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 08:57:57.302143 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:57:57.352319 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:57:57.471528 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.477001 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Attempting to bind port ea9a9180-a426-4d06-a58e-82c751e826b2 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:57:57.478477 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Attempting to bind port ea9a9180-a426-4d06-a58e-82c751e826b2 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:57:57.478477 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Attempting to bind port ea9a9180-a426-4d06-a58e-82c751e826b2 on network d411806f-0162-4900-9040-3bd80c657393 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:57:57.499167 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:57:57.500695 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Checking segment: {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:57:57.501398 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.503067 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Bound using segment: {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:57:57.504494 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Bound port: ea9a9180-a426-4d06-a58e-82c751e826b2, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:57:57.505166 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.579322 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-6277ea73-8960-496c-8590-62b14d4891e2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:57:57.589647 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-6277ea73-8960-496c-8590-62b14d4891e2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5176063 Aug 29 08:57:57.648185 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.685058 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.696413 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] For port ea9a9180-a426-4d06-a58e-82c751e826b2, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:57:57.702529 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] For port ea9a9180-a426-4d06-a58e-82c751e826b2, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=ea9a9180-a426-4d06-a58e-82c751e826b2,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:57:57.723419 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.793460 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d5c99-b55d-4828-983a-72fa06cb8d4d None None] Pushing event updated for resources: {'Port': ['ID=ea9a9180-a426-4d06-a58e-82c751e826b2,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:57.895928 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-32bd85c2-6fc9-48c2-93a7-c1c4ec6f53d3 service neutron] 10.222.0.45 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048501 Aug 29 08:57:57.904219 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:57.944508 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Allocated IP 172.27.3.210 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/703f0363-8462-4325-89fe-0d32e77b28b8) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:57:57.985203 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37328) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:58.206487 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1df1c384-c6f9-4ae6-bece-52384d37f8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.353598 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.379570 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-42eb143d-297b-472f-9af9-f124d9b0d7a6 service neutron] 10.222.0.45 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194615 Aug 29 08:57:58.413962 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-acf3886a-5ed5-49ab-9ccd-2d6d2bd8a028 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:57:58.415045 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-acf3886a-5ed5-49ab-9ccd-2d6d2bd8a028 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4562709 Aug 29 08:57:58.438206 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 08:57:58.509131 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1df1c384-c6f9-4ae6-bece-52384d37f8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.518753 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1df1c384-c6f9-4ae6-bece-52384d37f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.538223 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.637764 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:57:58.648246 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:57:58.652488 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Sync routers for ids ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:57:58.654659 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1df1c384-c6f9-4ae6-bece-52384d37f8f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a06b6fe8908416b8191b645bbcd8028&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6648920 Aug 29 08:57:58.657578 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37344) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:58.661843 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-e1ec7029-1a16-4663-b859-18a968c027d6 service neutron] 10.222.0.45 "GET /v2.0/networks/b07799c2-5bb3-4cd7-82dc-2e849a8b24f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354765 Aug 29 08:57:58.663377 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:57:58.665658 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Pushing event updated for resources: {'Port': ['ID=703f0363-8462-4325-89fe-0d32e77b28b8,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:58.678104 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1c384-c6f9-4ae6-bece-52384d37f8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1292e4d6-36d3-4401-a864-e811bb12ed1d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:58.685131 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Routers {'66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:57:58.685818 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:57:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:57:58.692493 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:57:58.745889 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.751507 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37352) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:57:58.754036 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-baa269b7-61c2-4f7d-9dbf-647e63deff69 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3421328 Aug 29 08:57:58.755300 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d21e832c-e24e-4f0b-8e42-2a112dae0be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.788133 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d21e832c-e24e-4f0b-8e42-2a112dae0be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.864092 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d21e832c-e24e-4f0b-8e42-2a112dae0be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.867347 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d21e832c-e24e-4f0b-8e42-2a112dae0be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:58.869068 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d21e832c-e24e-4f0b-8e42-2a112dae0be6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1292e4d6-36d3-4401-a864-e811bb12ed1d HTTP/1.1" status: 204 len: 168 time: 0.2085280 Aug 29 08:57:58.880146 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e832c-e24e-4f0b-8e42-2a112dae0be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1292e4d6-36d3-4401-a864-e811bb12ed1d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:57:59.145894 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device ea9a9180-a426-4d06-a58e-82c751e826b2 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:57:59.272873 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Set router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:57:59.277969 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port ea9a9180-a426-4d06-a58e-82c751e826b2 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:57:59.600753 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:53Z', 'updated_at': '2021-08-29T08:57:57Z', 'revision_number': 3, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'gw_port': {'id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:55Z', 'updated_at': '2021-08-29T08:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:57:59.643495 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Checking router: 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:57:59.644219 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Updating router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 port f12f220f-ca1b-4b34-a955-099e259bf650 binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:57:59.685267 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:57:59.690530 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-991cdfe6-8d80-44f7-bc1e-d36ae63a87b7 req-a07d59dd-b92e-4373-86a2-d5f8d4750fd5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 210 time: 0.3006599 Aug 29 08:57:59.779656 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b682526-97a6-4eaf-b6f7-b3f2a77024dc None None] Network d411806f-0162-4900-9040-3bd80c657393 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:57:59.873539 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-cfa0be79-682e-4c5d-93b1-60715bfb23e6 service neutron] 10.222.0.45 "GET /v2.0/networks/b07799c2-5bb3-4cd7-82dc-2e849a8b24f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1767807 Aug 29 08:58:00.148713 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-b2c98721-eceb-4473-a48c-a22b03efaaf6 None None] Provisioning for port ea9a9180-a426-4d06-a58e-82c751e826b2 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:00.344591 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-b2c98721-eceb-4473-a48c-a22b03efaaf6 None None] Provisioning complete for port ea9a9180-a426-4d06-a58e-82c751e826b2 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:00.345597 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b2c98721-eceb-4473-a48c-a22b03efaaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:00.589719 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:00.603207 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0123fc62-f7d8-4013-aa8b-02335f3e27db req-800485ce-2d1b-4a2d-9d00-62bad1dc2695 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.1509447 Aug 29 08:58:00.626516 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Transition to ACTIVE for port object f12f220f-ca1b-4b34-a955-099e259bf650 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:00.641134 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:00.676698 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:00.679418 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b2c98721-eceb-4473-a48c-a22b03efaaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:00.832179 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Pushing event updated for resources: {'Port': ['ID=f12f220f-ca1b-4b34-a955-099e259bf650,revision_number=2']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:00.851501 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-b2c98721-eceb-4473-a48c-a22b03efaaf6 None None] For port ea9a9180-a426-4d06-a58e-82c751e826b2, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=ea9a9180-a426-4d06-a58e-82c751e826b2,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:00.875285 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.875645 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.876002 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.876343 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.876685 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.877194 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.877569 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.877915 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.878265 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.878614 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.878944 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.879280 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Tracked resource versions report: Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: pushed versions: Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: { 'AddressGroup': {'1.2'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'ConntrackHelper': {'1.0'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Log': {'1.0'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Network': {'1.1'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Port': {'1.7'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'PortForwarding': {'1.2'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'QosPolicy': {'1.9'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SecurityGroup': {'1.4'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SecurityGroupRule': {'1.2'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SubPort': {'1.0'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Subnet': {'1.1'}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Trunk': {'1.1'}} Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: consumer versions: Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: { DHCP agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: HyperV agent@hv-cinder-80649: {}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: L3 agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: Metadata agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: Metering agent@dv-cinder-806490-1-iscsi: {}, Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: Open vSwitch agent@dv-cinder-806490-1-iscsi: { 'AddressGroup': '1.2', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'ConntrackHelper': '1.0', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Log': '1.0', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Network': '1.1', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Port': '1.7', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'PortForwarding': '1.2', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'QosPolicy': '1.9', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SecurityGroup': '1.4', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SecurityGroupRule': '1.2', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'SubPort': '1.0', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Subnet': '1.1', Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: 'Trunk': '1.1'}} Aug 29 08:58:00.880340 dv-cinder-806490-1-iscsi neutron-server[94050]: {{(pid=94050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 08:58:00.914968 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Attempting to bind port f12f220f-ca1b-4b34-a955-099e259bf650 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:58:00.915747 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Attempting to bind port f12f220f-ca1b-4b34-a955-099e259bf650 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:58:00.917769 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Attempting to bind port f12f220f-ca1b-4b34-a955-099e259bf650 on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:00.927623 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:58:00.930071 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:00.931103 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:00.935675 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b2c98721-eceb-4473-a48c-a22b03efaaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:00.936376 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:58:00.937582 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Bound port: f12f220f-ca1b-4b34-a955-099e259bf650, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:58:00.940512 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:01.026376 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] For port f12f220f-ca1b-4b34-a955-099e259bf650, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:58:01.033759 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] For port f12f220f-ca1b-4b34-a955-099e259bf650, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=f12f220f-ca1b-4b34-a955-099e259bf650,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:58:01.050422 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:01.088276 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:01.170905 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c98721-eceb-4473-a48c-a22b03efaaf6 None None] Pushing event updated for resources: {'Port': ['ID=ea9a9180-a426-4d06-a58e-82c751e826b2,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:01.191219 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-ee992bce-ddcc-4c28-bb78-ac86ae4e4fd3 None None] Provisioning complete for port ea9a9180-a426-4d06-a58e-82c751e826b2 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:01.191833 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ee992bce-ddcc-4c28-bb78-ac86ae4e4fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:01.214102 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Routers {'66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:58:01.215498 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:57:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:01.373202 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07c877-ce59-4f8c-93c1-44e8fcf455dd None None] Pushing event updated for resources: {'Port': ['ID=f12f220f-ca1b-4b34-a955-099e259bf650,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:01.428797 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cf4fdb58-058c-4086-9a0c-23734adc16d8 req-edfbcee6-33e8-4950-87c1-ff859a81babd tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 210 time: 0.3909130 Aug 29 08:58:01.631109 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] Set router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:58:01.818544 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:01.832521 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3ca91fc0-5443-4c2b-b12d-44e898e09787 req-1ac5c116-2e31-4498-b728-70a5e71290c4 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.0922375 Aug 29 08:58:02.248578 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:02.364398 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Router 57254f4c-ea5a-47f1-9792-19e7d782cee7 is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 08:58:02.385362 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:53Z', 'updated_at': '2021-08-29T08:57:57Z', 'revision_number': 3, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'gw_port': {'id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:55Z', 'updated_at': '2021-08-29T08:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:02.755587 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1533d90-7708-4eca-bd24-f535a6a67a10 None None] The sync data for ids ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'] in dv-cinder-806490-1-iscsi is: [{'id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:53Z', 'updated_at': '2021-08-29T08:57:57Z', 'revision_number': 3, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'gw_port': {'id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:55Z', 'updated_at': '2021-08-29T08:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:58:02.769981 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b97f4535-9765-40cc-882b-9ece9bb74d83 req-ef1bdc54-c973-4c0f-b67b-5d27e1f2e6d2 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 210 time: 0.1318667 Aug 29 08:58:02.887600 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:58:02.908049 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Sync routers for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:58:02.930780 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:58:02.931825 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:57:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:02.954868 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Allocated IP 172.20.0.1 (8f464f1d-a132-4bc0-8eef-3bc61477a72a/190023f3-8637-46f5-9571-c419a92763a3/785e60f9-bf9f-438a-be95-8871a3579577) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:58:02.958958 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:02.964726 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37536) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:02.965285 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-95ede534-7ebe-4eeb-b908-ae0dd21b7c4c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1559894 Aug 29 08:58:03.390799 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device ea9a9180-a426-4d06-a58e-82c751e826b2 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:03.858403 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:03.924995 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:58:04.011031 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a97de582-2f8e-450c-8ea5-865f63a8ecde req-19271b97-27cc-4a02-9472-70227ffd7361 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 210 time: 0.0745325 Aug 29 08:58:04.052683 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-34bfe763-536c-435d-b49d-145f1102449c req-e26f4457-3fef-4d24-82a5-c64afaa1fab6 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.0914311 Aug 29 08:58:04.112184 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:04.238831 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Network 8f464f1d-a132-4bc0-8eef-3bc61477a72a is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:04.242449 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:04.247057 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:58:04.247704 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:04.492574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37566) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:04.504451 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Pushing event updated for resources: {'Port': ['ID=785e60f9-bf9f-438a-be95-8871a3579577,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:04.621767 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.57', 52800) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:04.756631 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port ea9a9180-a426-4d06-a58e-82c751e826b2 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:04.757496 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:04.879856 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:05.256940 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:57:59Z', 'revision_number': 3, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:05.327191 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Allocated IP 172.20.0.1 (d411806f-0162-4900-9040-3bd80c657393/48c1e525-5da5-42e3-b438-97dffc7896fc/604a64ec-ff92-40b1-b53f-d8b6066f9e7e) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:58:05.394998 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Checking router: 57254f4c-ea5a-47f1-9792-19e7d782cee7 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:58:05.395786 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Updating router 57254f4c-ea5a-47f1-9792-19e7d782cee7 port 703f0363-8462-4325-89fe-0d32e77b28b8 binding host dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:58:05.481775 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:05.482109 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8be80432-e60b-42e0-abf2-f70ad39abbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:05.615354 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-622100bb-a4c6-46e3-b7eb-5df3b1d0756c tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:05.618568 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-622100bb-a4c6-46e3-b7eb-5df3b1d0756c tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.57 "GET /v2.0/networks?id=b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 HTTP/1.1" status: 200 len: 811 time: 0.9940088 Aug 29 08:58:05.681931 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device f12f220f-ca1b-4b34-a955-099e259bf650 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:05.692673 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c88bc59f-7b2c-46ab-9e67-7227051613dd req-e515ca7b-045e-4315-92a1-8eb56ad28642 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.2247272 Aug 29 08:58:05.755417 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Request body: {'port': {'device_id': 'd33ba989-b3d9-4730-9671-e9b12dcef7de', 'network_id': 'b07799c2-5bb3-4cd7-82dc-2e849a8b24f0', 'admin_state_up': True, 'tenant_id': '52140a30120c480a87aeaf680f31eb2b'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:05.763047 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:05.790555 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Transition to ACTIVE for port object 604a64ec-ff92-40b1-b53f-d8b6066f9e7e will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:05.897938 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:06.052900 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Network d411806f-0162-4900-9040-3bd80c657393 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:06.066975 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:06.089608 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:58:06.089608 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:06.198979 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4de3b195-0baf-41cb-8e8d-7f11b342ba01 req-cc591c27-405b-428c-9e0c-9c8f70d08398 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 210 time: 0.3221111 Aug 29 08:58:06.255333 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.57', 52808) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:06.333123 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Pushing event updated for resources: {'Port': ['ID=604a64ec-ff92-40b1-b53f-d8b6066f9e7e,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:06.475041 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port f12f220f-ca1b-4b34-a955-099e259bf650 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:06.614935 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:06.645574 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port f12f220f-ca1b-4b34-a955-099e259bf650 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:06.646527 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.064263 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8be80432-e60b-42e0-abf2-f70ad39abbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.068964 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-523fbaa9-412b-4704-8e4c-f94497672c11 None None] Provisioning for port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:07.080184 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-523fbaa9-412b-4704-8e4c-f94497672c11 None None] Provisioning complete for port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:07.080593 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-523fbaa9-412b-4704-8e4c-f94497672c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.086897 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8be80432-e60b-42e0-abf2-f70ad39abbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.282547 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be80432-e60b-42e0-abf2-f70ad39abbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef60dff1-deda-43e3-b60a-5892289f37a6,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:07.335155 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-523fbaa9-412b-4704-8e4c-f94497672c11 None None] Port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:58:07.403054 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8be80432-e60b-42e0-abf2-f70ad39abbcc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bdf9ab321754d32ad733b6ed1e2eee4&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9056356 Aug 29 08:58:07.413159 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37650) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:07.457007 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d67d8ba2-347d-410a-83b3-a05ea3c05fa8 req-585e2283-677f-4dc3-814b-fdc6ba6a166c tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.3884051 Aug 29 08:58:07.546964 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-bc4641c2-1d42-41ea-a659-066ce9bd18b6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:07.562470 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-bc4641c2-1d42-41ea-a659-066ce9bd18b6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 815 time: 1.3040345 Aug 29 08:58:07.569504 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.597739 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Transition to ACTIVE for port object 703f0363-8462-4325-89fe-0d32e77b28b8 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:07.612506 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Request body: {'port': {'device_id': '756d26d2-9392-48ce-b617-104331a5faf7', 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6', 'admin_state_up': True, 'tenant_id': '412049f115b84b6889a6b6ac82fbbce0'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:07.625995 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.722555 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72560789-91a9-45c5-93bf-b005fc38a2b3 None None] Pushing event updated for resources: {'Port': ['ID=703f0363-8462-4325-89fe-0d32e77b28b8,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:07.727480 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.757079 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Attempting to bind port 703f0363-8462-4325-89fe-0d32e77b28b8 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:58:07.757851 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Attempting to bind port 703f0363-8462-4325-89fe-0d32e77b28b8 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:58:07.758798 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Attempting to bind port 703f0363-8462-4325-89fe-0d32e77b28b8 on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:07.775595 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:58:07.782243 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:07.792217 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.793263 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:58:07.793812 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Bound port: 703f0363-8462-4325-89fe-0d32e77b28b8, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:58:07.794315 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.871137 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] For port 703f0363-8462-4325-89fe-0d32e77b28b8, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:58:07.876527 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] For port 703f0363-8462-4325-89fe-0d32e77b28b8, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=703f0363-8462-4325-89fe-0d32e77b28b8,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:58:07.892072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:07.970637 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8dab482-08a3-4218-94df-8e76272cf102 req-44cb150c-9f18-4a65-90f0-5878d976da1b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 210 time: 0.1798744 Aug 29 08:58:07.991639 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Made reservation on behalf of 52140a30120c480a87aeaf680f31eb2b for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:58:07.996011 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:08.053929 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72560789-91a9-45c5-93bf-b005fc38a2b3 None None] Pushing event updated for resources: {'Port': ['ID=703f0363-8462-4325-89fe-0d32e77b28b8,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:08.094364 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:58:08.095778 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:57:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:08.101285 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b69f2d0c-fff1-4203-ac8c-d32522331a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:08.139210 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b69f2d0c-fff1-4203-ac8c-d32522331a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:08.222353 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:08.223361 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b69f2d0c-fff1-4203-ac8c-d32522331a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:08.226391 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b69f2d0c-fff1-4203-ac8c-d32522331a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:08.227942 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b69f2d0c-fff1-4203-ac8c-d32522331a8f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef60dff1-deda-43e3-b60a-5892289f37a6 HTTP/1.1" status: 204 len: 168 time: 0.7914836 Aug 29 08:58:08.295200 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f2d0c-fff1-4203-ac8c-d32522331a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef60dff1-deda-43e3-b60a-5892289f37a6,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:08.373437 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port f12f220f-ca1b-4b34-a955-099e259bf650, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=f12f220f-ca1b-4b34-a955-099e259bf650,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:08.398574 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:08.522847 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:58:08.926516 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-653fe0ce-f2b2-4d7d-84b0-cc3c5d89a73d req-d40f78cc-96f1-4871-a9c8-9de4648313b2 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.0989840 Aug 29 08:58:09.146480 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Made reservation on behalf of 412049f115b84b6889a6b6ac82fbbce0 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:58:09.161294 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:09.351570 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:09.448339 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:09.458104 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=f12f220f-ca1b-4b34-a955-099e259bf650,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:09.577860 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:09.580266 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:09.642727 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:05Z', 'revision_number': 1, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:09.645814 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-47ad14c4-50ca-4728-933d-9ddfea7051b1 req-2649d386-5e93-42e1-b879-f8d503e474f7 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 210 time: 0.2547028 Aug 29 08:58:09.648001 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:09.655170 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:09.716396 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37692) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:09.754973 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b1c66-6415-4085-aff6-a41e43e61ace None None] The sync data for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi is: [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:05Z', 'revision_number': 1, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:58:09.895926 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Allocated IP 172.20.0.7 (b07799c2-5bb3-4cd7-82dc-2e849a8b24f0/5f7c842b-c228-4698-be45-2960a33104fe/490d7fb1-fb82-4a68-9157-28fe4f53ddb8) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:58:10.320348 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Pushing event updated for resources: {'Port': ['ID=604a64ec-ff92-40b1-b53f-d8b6066f9e7e,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:10.367710 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8ae4-986b-4ff1-8d56-983a32502d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:10.372997 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Allocated IP 172.20.0.7 (6ff8d669-c27b-4d4d-a0b9-986f050856a6/33f7f62d-ff6c-4b1e-9a30-e8c6e20be787/dba5199f-2c26-464b-bd82-1d1450a68f8b) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:58:10.425468 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37710) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:10.485066 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3e58482d-f26b-465a-8b1c-1ad37ecee657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:10.734279 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device f12f220f-ca1b-4b34-a955-099e259bf650 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:10.866358 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Network d411806f-0162-4900-9040-3bd80c657393 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:10.895285 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:11.000700 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port f12f220f-ca1b-4b34-a955-099e259bf650 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:11.001368 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:11.018386 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Pushing event updated for resources: {'Port': ['ID=785e60f9-bf9f-438a-be95-8871a3579577,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:11.234426 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-759d2357-83d2-4e2c-8c6b-a5a513de792f req-3f6d87a0-64a9-47c7-b50b-232fdcbc365f tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.6262519 Aug 29 08:58:11.364345 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Network 8f464f1d-a132-4bc0-8eef-3bc61477a72a is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:11.373828 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:11.440830 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:11.499091 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6e766f1-ea12-4fb3-acbd-6f50af5e3f02 req-bb0a32e9-fa42-42ec-9c8e-1e4403eec477 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 210 time: 0.3057866 Aug 29 08:58:11.593086 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0c5c31b8-98f2-4909-b1ea-ee661052da83 None None] Provisioning complete for port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:11.594339 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0c5c31b8-98f2-4909-b1ea-ee661052da83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:11.725645 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c31b8-98f2-4909-b1ea-ee661052da83 None None] Port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:58:11.801620 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1d3b6194-ae83-4150-b4d5-1278b21c6e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:11.826564 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:12.079897 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:12.107003 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:12.123535 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:58:12.130749 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:12.131999 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:12.159369 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Pushing event updated for resources: {'Port': ['ID=dba5199f-2c26-464b-bd82-1d1450a68f8b,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:12.166757 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:58:12.201449 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Router 57254f4c-ea5a-47f1-9792-19e7d782cee7 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:58:12.457022 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:12.479397 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:58:12.523904 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-21e8fec0-30ae-448d-a4f5-02eee39dda05 admin admin] 10.222.0.45 "PUT /v2.0/routers/57254f4c-ea5a-47f1-9792-19e7d782cee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5528836 Aug 29 08:58:12.601286 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37738) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:12.703403 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 703f0363-8462-4325-89fe-0d32e77b28b8 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:12.746415 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-164793d3-b007-4699-907d-58c3e7012e12 req-a6faf4c5-8333-4a74-a11d-2d469aefc605 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.2423539 Aug 29 08:58:12.908266 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 703f0363-8462-4325-89fe-0d32e77b28b8 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:12.920363 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 703f0363-8462-4325-89fe-0d32e77b28b8 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:12.920902 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:12.927451 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3e58482d-f26b-465a-8b1c-1ad37ecee657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.095507 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3e58482d-f26b-465a-8b1c-1ad37ecee657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.168398 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1d3b6194-ae83-4150-b4d5-1278b21c6e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.176643 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-25fca48b-9b78-47af-9ce0-a6df010142ad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5844116 Aug 29 08:58:13.191701 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1d3b6194-ae83-4150-b4d5-1278b21c6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.239036 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.282444 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3e58482d-f26b-465a-8b1c-1ad37ecee657 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9407462bf00649ea98abda3ed6919ea0&name=default HTTP/1.1" status: 200 len: 2977 time: 3.4314284 Aug 29 08:58:13.309968 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58482d-f26b-465a-8b1c-1ad37ecee657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98357a75-06f8-473d-84a5-80ec86d2cf5c,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:13.325578 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 703f0363-8462-4325-89fe-0d32e77b28b8, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=703f0363-8462-4325-89fe-0d32e77b28b8,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:13.330543 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37746) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:13.336657 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.349146 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1d3b6194-ae83-4150-b4d5-1278b21c6e3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d0616281a2a42a8b3b85cb50e26ba5b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9164481 Aug 29 08:58:13.358122 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b6194-ae83-4150-b4d5-1278b21c6e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f986e631-b3ad-4070-a54b-ed47a7871376,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:13.361404 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913628b-39c5-4190-b0ba-876bb3357b53 req-0733e0a7-d515-4af8-bff4-0ea658822586 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:13.365603 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9913628b-39c5-4190-b0ba-876bb3357b53 req-0733e0a7-d515-4af8-bff4-0ea658822586 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 931 time: 0.5259514 Aug 29 08:58:13.367475 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37750) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:13.382667 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2882bd7e-7334-4a27-86d0-563deb440350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.487349 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:58:13.513486 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Sync routers for ids ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:58:13.549343 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Routers {'66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:58:13.568072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=703f0363-8462-4325-89fe-0d32e77b28b8,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:13.579802 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:57:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:13.591415 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-eb27c607-0cda-443f-9b18-e61ece1cdccd admin admin] 10.222.0.45 "PUT /v2.0/routers/66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8391659 Aug 29 08:58:13.636937 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.686765 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Network b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:13.748866 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:13.776566 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:58:13.784945 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2882bd7e-7334-4a27-86d0-563deb440350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.794300 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2882bd7e-7334-4a27-86d0-563deb440350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.827293 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:13.829255 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.888741 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.960508 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2882bd7e-7334-4a27-86d0-563deb440350 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f008daa8eda465f95daa270484c0ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3540230 Aug 29 08:58:13.964688 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fef6498e-99be-4e45-b8d9-4f94adafb316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:13.993652 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37760) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:13.997969 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fef6498e-99be-4e45-b8d9-4f94adafb316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.035125 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-8848b1fa-b5b2-4163-89b7-e1136e685a74 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 08:58:14.042297 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-8848b1fa-b5b2-4163-89b7-e1136e685a74 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0744419 Aug 29 08:58:14.086934 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fef6498e-99be-4e45-b8d9-4f94adafb316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.091597 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fef6498e-99be-4e45-b8d9-4f94adafb316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.096501 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-fef6498e-99be-4e45-b8d9-4f94adafb316 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/98357a75-06f8-473d-84a5-80ec86d2cf5c HTTP/1.1" status: 204 len: 168 time: 0.7263627 Aug 29 08:58:14.124465 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Set router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:58:14.131729 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6498e-99be-4e45-b8d9-4f94adafb316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98357a75-06f8-473d-84a5-80ec86d2cf5c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:14.147449 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9913628b-39c5-4190-b0ba-876bb3357b53 req-6a22dc63-39c6-4166-9da7-0e7effbf9bdf tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225176 Aug 29 08:58:14.156809 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4544644 Aug 29 08:58:14.163858 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7e875-f511-42b2-bed4-22c04d8b4658 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Pushing event updated for resources: {'Port': ['ID=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:14.203683 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4d39-5a7a-4206-9c4f-d13cb59d75b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.242281 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882bd7e-7334-4a27-86d0-563deb440350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b267c1-d92b-4326-a5e1-155c245015d3,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:14.252642 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4d39-5a7a-4206-9c4f-d13cb59d75b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.434942 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd9c0-ab14-417a-824e-80e76ae67691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.543766 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Request body: {'port': {'device_id': 'd33ba989-b3d9-4730-9671-e9b12dcef7de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:14.698111 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 703f0363-8462-4325-89fe-0d32e77b28b8 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:14.734827 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd9c0-ab14-417a-824e-80e76ae67691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.798840 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b4a43-87f6-4adc-824c-58fcb5020003 req-811e9923-5481-4abb-8bbd-8a87c34f270f tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:14.813095 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e3b4a43-87f6-4adc-824c-58fcb5020003 req-811e9923-5481-4abb-8bbd-8a87c34f270f tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 931 time: 0.3433025 Aug 29 08:58:14.891103 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Request body: {'port': {'device_id': '756d26d2-9392-48ce-b617-104331a5faf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:14.912704 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 703f0363-8462-4325-89fe-0d32e77b28b8 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:14.916425 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.936981 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37782) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:14.950600 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4d39-5a7a-4206-9c4f-d13cb59d75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.962012 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd2f4d39-5a7a-4206-9c4f-d13cb59d75b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:14.963854 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-dd2f4d39-5a7a-4206-9c4f-d13cb59d75b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f986e631-b3ad-4070-a54b-ed47a7871376 HTTP/1.1" status: 204 len: 168 time: 1.4834235 Aug 29 08:58:14.973140 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-07598344-4d9e-464a-8378-34c88ad92057 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844325708', 'description': 'tempest-description--70248046'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:15.110015 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:15.141746 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Sync routers for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:58:15.238267 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e3b4a43-87f6-4adc-824c-58fcb5020003 req-fb2606a6-22f7-4481-8bca-046b9913a2d5 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128542 Aug 29 08:58:15.242943 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f4d39-5a7a-4206-9c4f-d13cb59d75b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f986e631-b3ad-4070-a54b-ed47a7871376,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:15.248124 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:53Z', 'updated_at': '2021-08-29T08:58:05Z', 'revision_number': 4, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'gw_port': {'id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:55Z', 'updated_at': '2021-08-29T08:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '785e60f9-bf9f-438a-be95-8871a3579577', 'name': '', 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'mac_address': 'fa:16:3e:01:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '190023f3-8637-46f5-9571-c419a92763a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:02Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 2, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'subnets': [{'id': '190023f3-8637-46f5-9571-c419a92763a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:15.263518 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-af3d00af-ade5-43bd-8f3a-cba43b7399c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:15.314014 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-07598344-4d9e-464a-8378-34c88ad92057 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:15.335884 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:58:15.342656 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:57:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:15.377213 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Checking router: 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:58:15.377213 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Updating router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 port 785e60f9-bf9f-438a-be95-8871a3579577 binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:58:15.390714 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:15.434949 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd9c0-ab14-417a-824e-80e76ae67691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:15.446322 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9d3fd9c0-ab14-417a-824e-80e76ae67691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:15.452697 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-9d3fd9c0-ab14-417a-824e-80e76ae67691 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9b267c1-d92b-4326-a5e1-155c245015d3 HTTP/1.1" status: 204 len: 168 time: 1.4534461 Aug 29 08:58:15.509873 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:15.904315 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fd9c0-ab14-417a-824e-80e76ae67691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b267c1-d92b-4326-a5e1-155c245015d3,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:16.381106 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:58:16.472164 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:16.678080 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:16.746326 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Transition to ACTIVE for port object 785e60f9-bf9f-438a-be95-8871a3579577 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:16.773216 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.019396 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708b8b6-cceb-4fcf-9d89-dcce67de9748 None None] Pushing event updated for resources: {'Port': ['ID=785e60f9-bf9f-438a-be95-8871a3579577,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:17.148345 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37822) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:17.164635 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:08Z', 'revision_number': 2, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:17.240120 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7eee22c8-29cf-4f03-b956-14aa9e38b2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.251225 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Checking router: 57254f4c-ea5a-47f1-9792-19e7d782cee7 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:58:17.251880 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Updating router 57254f4c-ea5a-47f1-9792-19e7d782cee7 port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e binding host dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 08:58:17.296474 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Attempting to bind port 785e60f9-bf9f-438a-be95-8871a3579577 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:58:17.298715 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Attempting to bind port 785e60f9-bf9f-438a-be95-8871a3579577 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:58:17.300857 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Attempting to bind port 785e60f9-bf9f-438a-be95-8871a3579577 on network 8f464f1d-a132-4bc0-8eef-3bc61477a72a {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:17.334717 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:58:17.336275 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Checking segment: {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:17.338481 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.340976 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Bound using segment: {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:58:17.342717 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Bound port: 785e60f9-bf9f-438a-be95-8871a3579577, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:58:17.344833 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.403303 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.584615 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] For port 785e60f9-bf9f-438a-be95-8871a3579577, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:58:17.598910 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] For port 785e60f9-bf9f-438a-be95-8871a3579577, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=785e60f9-bf9f-438a-be95-8871a3579577,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:58:17.609014 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.621114 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-07598344-4d9e-464a-8378-34c88ad92057 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.686909 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.770752 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9e930-0ba2-474f-884f-3cd0a27a55be req-e399c2fb-c461-4f56-9cea-30577c0131cf tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:17.780781 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-07598344-4d9e-464a-8378-34c88ad92057 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.787606 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-58a9e930-0ba2-474f-884f-3cd0a27a55be req-e399c2fb-c461-4f56-9cea-30577c0131cf tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 931 time: 2.0250058 Aug 29 08:58:17.800314 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Routers {'66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:58:17.802083 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:58:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:17.805885 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-2f6102d3-cff0-41bd-8241-516851664fba tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:17.822447 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-2f6102d3-cff0-41bd-8241-516851664fba tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 817 time: 1.0241644 Aug 29 08:58:17.874611 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba5199f-2c26-464b-bd82-1d1450a68f8b {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:17.903042 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.943919 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:17.949402 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Transition to ACTIVE for port object dba5199f-2c26-464b-bd82-1d1450a68f8b will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:17.978017 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:17.990526 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708b8b6-cceb-4fcf-9d89-dcce67de9748 None None] Pushing event updated for resources: {'Port': ['ID=785e60f9-bf9f-438a-be95-8871a3579577,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:17.999079 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:18.046287 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-32c0355a-6bc1-4f89-8b64-cf434e1b2a0a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/quotas/050d6e0cdf5241579620f6ea42e8f42b HTTP/1.1" status: 200 len: 375 time: 0.2206626 Aug 29 08:58:18.074913 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Transition to ACTIVE for port object 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:18.234513 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] Set router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:58:18.241807 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-58a9e930-0ba2-474f-884f-3cd0a27a55be req-1de2cd26-b284-4a10-a824-3245ef7545de tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518805 Aug 29 08:58:18.271921 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7eee22c8-29cf-4f03-b956-14aa9e38b2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:18.302897 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7eee22c8-29cf-4f03-b956-14aa9e38b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:18.381547 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:18.502441 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07598344-4d9e-464a-8378-34c88ad92057 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:18.720159 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:18.746279 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee22c8-29cf-4f03-b956-14aa9e38b2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52355a1b-181d-48a8-8ea7-8ff93b19be6a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:18.765310 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Transition to ACTIVE for port object 604a64ec-ff92-40b1-b53f-d8b6066f9e7e will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:18.797456 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:18.804731 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7eee22c8-29cf-4f03-b956-14aa9e38b2c0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08360dc711b34a1e822825fe4a6c79cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6496699 Aug 29 08:58:18.814907 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37868) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:18.854357 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-07598344-4d9e-464a-8378-34c88ad92057 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:18.861034 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-07598344-4d9e-464a-8378-34c88ad92057 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.9019537 Aug 29 08:58:18.876247 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37872) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:18.879696 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Pushing event updated for resources: {'Port': ['ID=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:18.973504 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-7fb3ed3a-44f8-4049-9a32-db3ac3c53503 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'security_group_rule': {'security_group_id': '8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:19.163556 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:53Z', 'updated_at': '2021-08-29T08:58:05Z', 'revision_number': 4, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'gw_port': {'id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:55Z', 'updated_at': '2021-08-29T08:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '785e60f9-bf9f-438a-be95-8871a3579577', 'name': '', 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'mac_address': 'fa:16:3e:01:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '190023f3-8637-46f5-9571-c419a92763a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:02Z', 'updated_at': '2021-08-29T08:58:17Z', 'revision_number': 4, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'subnets': [{'id': '190023f3-8637-46f5-9571-c419a92763a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:19.270004 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Attempting to bind port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:58:19.272961 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Attempting to bind port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:58:19.274830 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Attempting to bind port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e on network d411806f-0162-4900-9040-3bd80c657393 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:19.275335 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Pushing event updated for resources: {'Port': ['ID=dba5199f-2c26-464b-bd82-1d1450a68f8b,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:19.296245 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2eabf-a38a-41f5-ba4c-70cf3861eefa None None] Pushing event updated for resources: {'Port': ['ID=604a64ec-ff92-40b1-b53f-d8b6066f9e7e,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:19.303734 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1623053-1b09-4ef4-974e-e3f930390ff3 None None] The sync data for ids ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'] in dv-cinder-806490-1-iscsi is: [{'id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:53Z', 'updated_at': '2021-08-29T08:58:05Z', 'revision_number': 4, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'gw_port': {'id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:55Z', 'updated_at': '2021-08-29T08:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '785e60f9-bf9f-438a-be95-8871a3579577', 'name': '', 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'mac_address': 'fa:16:3e:01:98:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '190023f3-8637-46f5-9571-c419a92763a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:02Z', 'updated_at': '2021-08-29T08:58:17Z', 'revision_number': 4, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'subnets': [{'id': '190023f3-8637-46f5-9571-c419a92763a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:58:19.324013 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:58:19.325200 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Checking segment: {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:19.329065 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:19.330105 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Bound using segment: {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:58:19.341722 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Bound port: 604a64ec-ff92-40b1-b53f-d8b6066f9e7e, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:58:19.344997 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:19.444689 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-3309339c-bef5-4e9d-b16f-ca7e68e51b40 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3392031 Aug 29 08:58:19.461478 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Attempting to bind port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:58:19.465995 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Attempting to bind port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '31daf760-40a4-468b-b9fb-834fda73b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b07799c2-5bb3-4cd7-82dc-2e849a8b24f0'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:58:19.467059 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Attempting to bind port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 on network b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:19.505630 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 on network b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:58:19.506190 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Attempting to bind port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 on network b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:19.519824 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:58:19.520509 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Checking segment: {'id': '31daf760-40a4-468b-b9fb-834fda73b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b07799c2-5bb3-4cd7-82dc-2e849a8b24f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:19.522087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Bound using segment: {'id': '31daf760-40a4-468b-b9fb-834fda73b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b07799c2-5bb3-4cd7-82dc-2e849a8b24f0'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:58:19.523081 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Bound port: 490d7fb1-fb82-4a68-9157-28fe4f53ddb8, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31daf760-40a4-468b-b9fb-834fda73b77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b07799c2-5bb3-4cd7-82dc-2e849a8b24f0'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:58:19.523678 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:19.562542 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Attempting to bind port dba5199f-2c26-464b-bd82-1d1450a68f8b on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:58:19.563140 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Attempting to bind port dba5199f-2c26-464b-bd82-1d1450a68f8b by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:58:19.565136 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Attempting to bind port dba5199f-2c26-464b-bd82-1d1450a68f8b on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:19.652414 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] For port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:58:19.661878 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] For port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,segment=NetworkSegment(31daf760-40a4-468b-b9fb-834fda73b77a),segment_id=31daf760-40a4-468b-b9fb-834fda73b77a)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:58:19.682539 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ed3a-44f8-4049-9a32-db3ac3c53503 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:19.690866 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:19.795488 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Pushing event updated for resources: {'Port': ['ID=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:19.830942 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:19.831916 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:19.833694 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-a772e67b-94ce-4870-8334-8e06a7c47d69 service neutron] 10.222.0.57 "PUT /v2.0/ports/490d7fb1-fb82-4a68-9157-28fe4f53ddb8 HTTP/1.1" status: 200 len: 1093 time: 5.5577049 Aug 29 08:58:19.837088 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e97e12bd-930f-47a3-99ae-ad878d3cc377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:19.851362 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33ba989-b3d9-4730-9671-e9b12dcef7de', 'tag': '490d7fb1-fb82-4a68-9157-28fe4f53ddb8'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:19.974031 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] For port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:58:19.987970 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] For port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=604a64ec-ff92-40b1-b53f-d8b6066f9e7e,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:58:19.998514 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:20.013518 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Port dba5199f-2c26-464b-bd82-1d1450a68f8b on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:58:20.014090 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Attempting to bind port dba5199f-2c26-464b-bd82-1d1450a68f8b on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:20.126657 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad6ccb-0c81-44f8-b3ab-6b01415e6548 req-3c879cd2-04a8-43e3-864e-76f448be6461 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:20.137680 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-58ad6ccb-0c81-44f8-b3ab-6b01415e6548 req-3c879cd2-04a8-43e3-864e-76f448be6461 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 943 time: 1.0189700 Aug 29 08:58:20.164879 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e97e12bd-930f-47a3-99ae-ad878d3cc377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:20.199719 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2eabf-a38a-41f5-ba4c-70cf3861eefa None None] Pushing event updated for resources: {'Port': ['ID=604a64ec-ff92-40b1-b53f-d8b6066f9e7e,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:20.287139 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:58:20.288166 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:58:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:20.307433 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-165e9017-a743-4c66-a2a1-37216a48e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:20.310411 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-165e9017-a743-4c66-a2a1-37216a48e62f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52140a30120c480a87aeaf680f31eb2b&device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 1096 time: 0.3784492 Aug 29 08:58:20.350217 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:58:20.351157 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Checking segment: {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:20.359254 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Bound using segment: {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:58:20.359893 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Bound port: dba5199f-2c26-464b-bd82-1d1450a68f8b, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:58:20.360277 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:20.472496 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ed3a-44f8-4049-9a32-db3ac3c53503 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:20.636761 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-933e59fa-3039-45e3-a435-c93135e5c62f service neutron] 10.222.0.45 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1606262 Aug 29 08:58:20.919432 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:58:21.046901 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9564882-6f42-41fb-be49-306f1bbadaff" -d '{"events": [{"name": "network-changed", "server_uuid": "d33ba989-b3d9-4730-9671-e9b12dcef7de", "tag": "490d7fb1-fb82-4a68-9157-28fe4f53ddb8"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:21.104109 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-f53a41c6-1932-4ae0-a73a-b19555c77a83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=490d7fb1-fb82-4a68-9157-28fe4f53ddb8 HTTP/1.1" status: 200 len: 217 time: 0.5965915 Aug 29 08:58:21.105806 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ed3a-44f8-4049-9a32-db3ac3c53503 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:21.201132 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] For port dba5199f-2c26-464b-bd82-1d1450a68f8b, host hv-cinder-80649, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:58:21.246988 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] For port dba5199f-2c26-464b-bd82-1d1450a68f8b, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=dba5199f-2c26-464b-bd82-1d1450a68f8b,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:58:21.301701 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:21.461452 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7fb3ed3a-44f8-4049-9a32-db3ac3c53503 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:21.466538 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7fb3ed3a-44f8-4049-9a32-db3ac3c53503 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5855598 Aug 29 08:58:21.589633 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-58ad6ccb-0c81-44f8-b3ab-6b01415e6548 req-59747adb-da79-4d59-aadc-0810eec4d6f6 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3815851 Aug 29 08:58:21.591640 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 37918) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:21.612835 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:21.615347 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:21.627129 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] 10.222.0.57 "PUT /v2.0/ports/dba5199f-2c26-464b-bd82-1d1450a68f8b HTTP/1.1" status: 200 len: 1093 time: 7.3610959 Aug 29 08:58:21.678322 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3ed3a-44f8-4049-9a32-db3ac3c53503 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c7f9e7-41bc-47f4-823f-9a84649189ff,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:21.712041 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-c8463485-c140-404d-8d67-32fdb11070b0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'security_group_rule': {'security_group_id': '8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:21.735394 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756d26d2-9392-48ce-b617-104331a5faf7', 'tag': 'dba5199f-2c26-464b-bd82-1d1450a68f8b'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:21.838744 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-36b97de7-f105-48c7-b0cd-3ba4eab8bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:21.840790 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-36b97de7-f105-48c7-b0cd-3ba4eab8bf42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f7c842b-c228-4698-be45-2960a33104fe HTTP/1.1" status: 200 len: 851 time: 0.5187242 Aug 29 08:58:21.851989 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e97e12bd-930f-47a3-99ae-ad878d3cc377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:21.856552 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e97e12bd-930f-47a3-99ae-ad878d3cc377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:21.882630 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e97e12bd-930f-47a3-99ae-ad878d3cc377 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52355a1b-181d-48a8-8ea7-8ff93b19be6a HTTP/1.1" status: 204 len: 168 time: 3.0573392 Aug 29 08:58:22.092602 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 785e60f9-bf9f-438a-be95-8871a3579577 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:22.143970 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e12bd-930f-47a3-99ae-ad878d3cc377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52355a1b-181d-48a8-8ea7-8ff93b19be6a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:22.242305 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-24fdafe4-f91d-4352-834a-cd547fca7e52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b07799c2-5bb3-4cd7-82dc-2e849a8b24f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2920024 Aug 29 08:58:22.589625 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9922ae4-3720-462a-bd94-b6fda8452e75 service neutron] Pushing event updated for resources: {'Port': ['ID=dba5199f-2c26-464b-bd82-1d1450a68f8b,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:22.712745 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-3b4278d4-6344-4bb8-a84c-bc165767d3b4 service neutron] 10.222.0.57 "GET /v2.0/networks/b07799c2-5bb3-4cd7-82dc-2e849a8b24f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600413 Aug 29 08:58:22.843336 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 785e60f9-bf9f-438a-be95-8871a3579577 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:22.862924 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 785e60f9-bf9f-438a-be95-8871a3579577 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:22.865088 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:22.877922 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:19Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:58:22.936580 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c8463485-c140-404d-8d67-32fdb11070b0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:23.007328 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9e5538bf-77e0-4753-8b9f-4c72380f2cb4 req-0667adba-1805-4059-9a0d-ebfa2e123de1 service neutron] 10.222.0.57 "GET /v2.0/networks/b07799c2-5bb3-4cd7-82dc-2e849a8b24f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850773 Aug 29 08:58:23.060039 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad400b5-2850-4b4a-9ec9-e5bc9d8495b7 req-66c8930b-63a7-4b85-afd6-29281fcebf52 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:23.063279 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3ad400b5-2850-4b4a-9ec9-e5bc9d8495b7 req-66c8930b-63a7-4b85-afd6-29281fcebf52 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 943 time: 0.5588238 Aug 29 08:58:23.065605 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e335a9b-e175-4e59-ab6a-60514368c27e None None] The sync data for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi is: [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:19Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:58:23.117864 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-cd8fe12c-de0f-4077-ad9d-ded7610aebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:23.121225 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-cd8fe12c-de0f-4077-ad9d-ded7610aebdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 1096 time: 0.6917050 Aug 29 08:58:23.177907 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:23.234737 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 785e60f9-bf9f-438a-be95-8871a3579577, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=785e60f9-bf9f-438a-be95-8871a3579577,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:23.247959 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:23.249048 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 604a64ec-ff92-40b1-b53f-d8b6066f9e7e up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:23.392294 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=785e60f9-bf9f-438a-be95-8871a3579577,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:23.424629 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:23.434252 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:23.434869 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:23.454322 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-44057c44-99e2-4527-8b0c-6e43f0feed5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba5199f-2c26-464b-bd82-1d1450a68f8b HTTP/1.1" status: 200 len: 217 time: 0.2929177 Aug 29 08:58:23.623110 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-938a2523-de4e-4183-a72c-b10ad0cdcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:23.625140 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-938a2523-de4e-4183-a72c-b10ad0cdcd09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 HTTP/1.1" status: 200 len: 855 time: 0.1444089 Aug 29 08:58:23.670770 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-1ed53b55-b2d6-468d-a083-ade4fdcdb447 service neutron] 10.222.0.45 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.8087649 Aug 29 08:58:23.819092 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:23.959143 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3ad400b5-2850-4b4a-9ec9-e5bc9d8495b7 req-a792217d-eb45-4c43-8fa8-a9f295781d94 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8287148 Aug 29 08:58:23.961585 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-d041907b-afd7-4967-a809-1d68e84edb78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ff8d669-c27b-4d4d-a0b9-986f050856a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2215700 Aug 29 08:58:24.037171 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=604a64ec-ff92-40b1-b53f-d8b6066f9e7e,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:24.051385 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:24.118910 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260b184e-1bbb-4bb4-a8ab-c5895769c089" -d '{"events": [{"name": "network-changed", "server_uuid": "756d26d2-9392-48ce-b617-104331a5faf7", "tag": "dba5199f-2c26-464b-bd82-1d1450a68f8b"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:24.157658 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c8463485-c140-404d-8d67-32fdb11070b0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:24.204165 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c8463485-c140-404d-8d67-32fdb11070b0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:24.344739 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=604a64ec-ff92-40b1-b53f-d8b6066f9e7e,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:24.382834 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c8463485-c140-404d-8d67-32fdb11070b0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:24.394315 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 37986) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:24.398915 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c8463485-c140-404d-8d67-32fdb11070b0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7512681 Aug 29 08:58:24.400570 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'floatingip': {'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:24.474426 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 785e60f9-bf9f-438a-be95-8871a3579577 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:24.523946 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:24.532826 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8463485-c140-404d-8d67-32fdb11070b0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f99ce64-479b-4a4e-a769-ca8b33f3b004,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:24.639493 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 785e60f9-bf9f-438a-be95-8871a3579577 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:24.639879 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:24.860341 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e2e9b-4c88-4db9-bb7e-74ec33ca05ce req-5539c45e-dc43-42f6-b8ba-adfd7a29d9d8 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:24.874423 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-826e2e9b-4c88-4db9-bb7e-74ec33ca05ce req-5539c45e-dc43-42f6-b8ba-adfd7a29d9d8 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 943 time: 0.4525805 Aug 29 08:58:24.890531 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-dbe3aaf6-5493-40be-9b83-c5467eed8651 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9124136 Aug 29 08:58:25.045735 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9922928-7199-4e9e-b1cb-d16be1257b82 x-openstack-request-id: req-b9922928-7199-4e9e-b1cb-d16be1257b82 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:25.046029 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33ba989-b3d9-4730-9671-e9b12dcef7de", "tag": "490d7fb1-fb82-4a68-9157-28fe4f53ddb8", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:25.057555 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9922928-7199-4e9e-b1cb-d16be1257b82 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:25.058097 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33ba989-b3d9-4730-9671-e9b12dcef7de', 'tag': '490d7fb1-fb82-4a68-9157-28fe4f53ddb8', 'status': 'completed', 'code': 200} Aug 29 08:58:25.174834 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:25.312691 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9564882-6f42-41fb-be49-306f1bbadaff req-a329af0b-d08c-4956-a045-f3fa18b09243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:25.314408 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a9564882-6f42-41fb-be49-306f1bbadaff req-a329af0b-d08c-4956-a045-f3fa18b09243 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52140a30120c480a87aeaf680f31eb2b&device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 1096 time: 0.2164571 Aug 29 08:58:25.334775 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bcd04a13-c6b1-4852-a5a1-d96c98baec7e req-c59a99de-544e-4da7-8751-df0f1b3c4140 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 210 time: 0.1060894 Aug 29 08:58:25.359120 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-826e2e9b-4c88-4db9-bb7e-74ec33ca05ce req-3bb66a6c-8315-4e58-95ef-0413dce2f67d tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462881 Aug 29 08:58:25.506116 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-871d9c7d-105c-4f6a-b258-100fdfe65d6c req-52aa0f09-7682-4e8a-a325-6940557f63b5 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842218 Aug 29 08:58:25.601010 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e2ce4-0195-4567-9662-8711d4f7ce15 req-39f82ad5-5546-4d72-b0f4-525d5d3d11dc tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:25.602746 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-895e2ce4-0195-4567-9662-8711d4f7ce15 req-39f82ad5-5546-4d72-b0f4-525d5d3d11dc tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 943 time: 0.0720699 Aug 29 08:58:25.700612 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-895e2ce4-0195-4567-9662-8711d4f7ce15 req-5ef005ca-bcb6-46de-8042-060e4c5ca98f tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756247 Aug 29 08:58:25.784517 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38030) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:25.854071 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Allocated IP 172.27.3.18 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/2a2ffaea-f674-4ba6-946e-d338e6b8e6b5) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:58:25.914071 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9564882-6f42-41fb-be49-306f1bbadaff req-d9eb5f8e-3db0-43f4-bb27-75ad42b5c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:25.917365 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a9564882-6f42-41fb-be49-306f1bbadaff req-d9eb5f8e-3db0-43f4-bb27-75ad42b5c73b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 HTTP/1.1" status: 200 len: 912 time: 0.5885775 Aug 29 08:58:26.282912 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 604a64ec-ff92-40b1-b53f-d8b6066f9e7e up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:26.320243 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38050) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:26.362466 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919942c0-edac-4bf8-8c56-0fcd4ed8d502 x-openstack-request-id: req-919942c0-edac-4bf8-8c56-0fcd4ed8d502 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:26.363377 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756d26d2-9392-48ce-b617-104331a5faf7", "tag": "dba5199f-2c26-464b-bd82-1d1450a68f8b", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:26.363377 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-919942c0-edac-4bf8-8c56-0fcd4ed8d502 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:26.363883 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756d26d2-9392-48ce-b617-104331a5faf7', 'tag': 'dba5199f-2c26-464b-bd82-1d1450a68f8b', 'status': 'completed', 'code': 200} Aug 29 08:58:26.471587 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a9564882-6f42-41fb-be49-306f1bbadaff req-66d3a232-f9fe-4010-9983-83423d527b1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=490d7fb1-fb82-4a68-9157-28fe4f53ddb8 HTTP/1.1" status: 200 len: 217 time: 0.5441453 Aug 29 08:58:26.481843 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:26.482881 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:26.613601 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d1b9-a1c6-4fe8-8841-3b9f85787f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:26.673446 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.57', 52825) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:26.690496 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-6d42e2f6-22b7-4865-a143-df1d2d06863a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:26.692750 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-6d42e2f6-22b7-4865-a143-df1d2d06863a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 817 time: 0.5404491 Aug 29 08:58:26.710432 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9564882-6f42-41fb-be49-306f1bbadaff req-e40d5e11-d22a-42f1-b188-a8d5c840f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:26.713075 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a9564882-6f42-41fb-be49-306f1bbadaff req-e40d5e11-d22a-42f1-b188-a8d5c840f180 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f7c842b-c228-4698-be45-2960a33104fe HTTP/1.1" status: 200 len: 851 time: 0.2202647 Aug 29 08:58:26.828130 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e3b4-6116-47ec-abf0-b963485aa75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:26.854658 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-89043768-a9b6-43b2-bab8-111d77b19d11 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/quotas/050d6e0cdf5241579620f6ea42e8f42b HTTP/1.1" status: 200 len: 375 time: 0.1276209 Aug 29 08:58:26.867985 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-369a5390-e147-4aab-aa2b-c2b78be7590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:26.870437 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-369a5390-e147-4aab-aa2b-c2b78be7590a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 1096 time: 0.4885592 Aug 29 08:58:26.872516 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a9564882-6f42-41fb-be49-306f1bbadaff req-170c2b39-11be-423a-8a48-dad0489ec234 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b07799c2-5bb3-4cd7-82dc-2e849a8b24f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346562 Aug 29 08:58:26.878611 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:27.237592 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a9564882-6f42-41fb-be49-306f1bbadaff req-4557cf38-8423-444e-9305-1fa88aa48bea service neutron] 10.222.0.57 "GET /v2.0/networks/b07799c2-5bb3-4cd7-82dc-2e849a8b24f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433356 Aug 29 08:58:27.374459 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5f086-de8b-4af5-aa9f-a7c0ce720eda req-a1bfce25-9b93-466b-844b-58c080ab0ffa tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:27.382914 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32e5f086-de8b-4af5-aa9f-a7c0ce720eda req-a1bfce25-9b93-466b-844b-58c080ab0ffa tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 943 time: 0.7601078 Aug 29 08:58:27.432235 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-1f7984fe-1f7a-4f43-ae3e-ce02d6200645 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5761611 Aug 29 08:58:27.441684 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-3acb2766-5a5c-4f4a-9ccf-bdf50bd7807f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:27.450827 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-3acb2766-5a5c-4f4a-9ccf-bdf50bd7807f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.57 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 817 time: 0.7697983 Aug 29 08:58:27.468937 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:27.484626 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Request body: {'port': {'device_id': '3a2e10cf-1c18-4049-927d-cf4c2f505820', 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a', 'admin_state_up': True, 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:27.618087 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-28dcd6d6-08d7-4aa9-8170-52d8722bd3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:27.620348 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-28dcd6d6-08d7-4aa9-8170-52d8722bd3a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 916 time: 0.7088420 Aug 29 08:58:27.662729 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32e5f086-de8b-4af5-aa9f-a7c0ce720eda req-111b0f4d-0531-4293-b3b3-a7d54558ac52 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666113 Aug 29 08:58:27.662991 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:27.675842 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:27.688147 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a9564882-6f42-41fb-be49-306f1bbadaff req-ecf2756f-c358-4b1f-b491-2e264bb7d2de service neutron] 10.222.0.57 "GET /v2.0/networks/b07799c2-5bb3-4cd7-82dc-2e849a8b24f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418783 Aug 29 08:58:27.691954 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:58:27.742493 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'Port': ['ID=2a2ffaea-f674-4ba6-946e-d338e6b8e6b5,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:27.810039 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-f6fc94b9-a744-49f1-9059-2ea9eff9f927 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba5199f-2c26-464b-bd82-1d1450a68f8b HTTP/1.1" status: 200 len: 217 time: 0.1746242 Aug 29 08:58:27.844087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:27.850388 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d1b9-a1c6-4fe8-8841-3b9f85787f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:27.922038 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:27.923524 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4bc2d1b9-a1c6-4fe8-8841-3b9f85787f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:27.928594 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-467cd0f7-3c6f-46e3-9ad6-ae1c47d05734 service neutron] 10.222.0.45 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950314 Aug 29 08:58:28.071472 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-4bc2d1b9-a1c6-4fe8-8841-3b9f85787f83 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e87db0647a140a8b88e1ea904abef1c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2850249 Aug 29 08:58:28.074370 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-c4f0acff-1dc6-424a-9847-1d9be1e93dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:28.076436 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38088) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:28.076845 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-c4f0acff-1dc6-424a-9847-1d9be1e93dde service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 HTTP/1.1" status: 200 len: 855 time: 0.2312458 Aug 29 08:58:28.157581 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2d1b9-a1c6-4fe8-8841-3b9f85787f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db930d31-9606-4ae2-832f-c898550abe47,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:28.163607 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74697ce4-b36d-422a-a4e3-d3a170d188d5 req-46b20159-b764-4929-ada7-e234e7e48788 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:28.163996 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-74697ce4-b36d-422a-a4e3-d3a170d188d5 req-46b20159-b764-4929-ada7-e234e7e48788 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 943 time: 0.3709097 Aug 29 08:58:28.171798 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-0bd851fe-4af3-4e97-aed7-46f08ee3489a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ff8d669-c27b-4d4d-a0b9-986f050856a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689437 Aug 29 08:58:28.213090 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-907720c3-6f21-4c61-a912-99ff18d71d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.262056 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-907720c3-6f21-4c61-a912-99ff18d71d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.277764 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.300998 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.322300 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-76111815-c786-4c4b-a7a3-4d7b66bb6455 service neutron] 10.222.0.45 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727255 Aug 29 08:58:28.383843 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.392679 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-74697ce4-b36d-422a-a4e3-d3a170d188d5 req-c0740eda-eef2-463e-b628-f43ef0b9688d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063003 Aug 29 08:58:28.440671 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e3b4-6116-47ec-abf0-b963485aa75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.463009 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'Port': ['ID=2a2ffaea-f674-4ba6-946e-d338e6b8e6b5,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:28.471964 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b4b0e3b4-6116-47ec-abf0-b963485aa75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.481713 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-907720c3-6f21-4c61-a912-99ff18d71d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.489771 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-907720c3-6f21-4c61-a912-99ff18d71d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.491956 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-907720c3-6f21-4c61-a912-99ff18d71d93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db930d31-9606-4ae2-832f-c898550abe47 HTTP/1.1" status: 204 len: 168 time: 0.4135151 Aug 29 08:58:28.504996 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.507081 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6be06a26-7743-4bde-b2e8-f63de01185e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1114049 Aug 29 08:58:28.525351 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907720c3-6f21-4c61-a912-99ff18d71d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db930d31-9606-4ae2-832f-c898550abe47,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:28.563818 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Made reservation on behalf of 050d6e0cdf5241579620f6ea42e8f42b for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:58:28.571359 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0e3b4-6116-47ec-abf0-b963485aa75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df5b76-120f-4e73-9d4e-ee7ce8682d38,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:28.572178 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:28.597707 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-a786ac79-42b9-464b-a291-85ed1885d8c1 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126801 Aug 29 08:58:28.829600 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-260b184e-1bbb-4bb4-a8ab-c5895769c089 req-4311ab77-d653-4f7c-93f2-e613146b2130 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133625 Aug 29 08:58:28.861546 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b4b0e3b4-6116-47ec-abf0-b963485aa75c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e00790fe2714583a9d327cbc3e15057&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5396585 Aug 29 08:58:28.866337 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38112) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:28.888615 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-93c1bf8d-8d45-4f43-a2f6-10dd1b831c3a req-5749f2ac-2c0c-4199-86af-23ee89cfa08c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 210 time: 0.0574217 Aug 29 08:58:29.106236 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e27fb-af5a-4624-bb1b-c06b3f15b693 req-eb7c6136-4ddc-4cf3-bb00-601e2abccb69 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:29.127700 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a7e27fb-af5a-4624-bb1b-c06b3f15b693 req-eb7c6136-4ddc-4cf3-bb00-601e2abccb69 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 943 time: 0.1254792 Aug 29 08:58:29.168417 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Allocated IP 172.20.0.2 (8f464f1d-a132-4bc0-8eef-3bc61477a72a/190023f3-8637-46f5-9571-c419a92763a3/706aada4-dbe0-4a02-b458-874d277f87d5) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:58:29.272319 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a7e27fb-af5a-4624-bb1b-c06b3f15b693 req-fd07b8fc-ccd1-4a8b-9f7c-d05d4ff1430d tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428292 Aug 29 08:58:29.358143 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-58fc2f13-69cf-4901-87eb-95fe7e85d61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:29.475160 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device dba5199f-2c26-464b-bd82-1d1450a68f8b details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:58:29.516131 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-6486feb8-8869-4e6a-ae17-bce88fff60e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1844325708&fields=id&tenant_id=783a6737f8df49899d3a2a915b7e9420 HTTP/1.1" status: 200 len: 267 time: 0.2200403 Aug 29 08:58:29.581615 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-58fc2f13-69cf-4901-87eb-95fe7e85d61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:29.582222 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38146) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:29.628382 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:58:29.715403 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-85ddb1b9-bebc-4056-8e5c-ff1235136cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:29.756275 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port dba5199f-2c26-464b-bd82-1d1450a68f8b, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=dba5199f-2c26-464b-bd82-1d1450a68f8b,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:29.774760 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'dba5199f-2c26-464b-bd82-1d1450a68f8b', 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6', 'port_id': 'dba5199f-2c26-464b-bd82-1d1450a68f8b', 'mac_address': 'fa:16:3e:eb:80:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f7f62d-ff6c-4b1e-9a30-e8c6e20be787', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:58:29.830954 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:29.857902 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba5199f-2c26-464b-bd82-1d1450a68f8b {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:29.858301 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:29.890506 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port dba5199f-2c26-464b-bd82-1d1450a68f8b, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=dba5199f-2c26-464b-bd82-1d1450a68f8b,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:29.897732 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:29.899170 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:58:29.919131 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e40327-be13-449f-95fb-0a470052c555 req-f46a8bef-c7f4-4766-b079-3342aa87ff6d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:29.932916 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08e40327-be13-449f-95fb-0a470052c555 req-f46a8bef-c7f4-4766-b079-3342aa87ff6d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 943 time: 0.2240627 Aug 29 08:58:29.967002 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-7a6594be-d625-4111-9bd7-e084331ca50f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:29.970338 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-7a6594be-d625-4111-9bd7-e084331ca50f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 817 time: 0.4472113 Aug 29 08:58:29.993979 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=dba5199f-2c26-464b-bd82-1d1450a68f8b,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:30.020636 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-216baa6f-3129-45c8-b4a7-ea17430b8000 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/quotas/783a6737f8df49899d3a2a915b7e9420 HTTP/1.1" status: 200 len: 375 time: 0.0360231 Aug 29 08:58:30.061732 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.076595 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08e40327-be13-449f-95fb-0a470052c555 req-d5229c3f-723b-4e06-9db3-c53658e06dad tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418750 Aug 29 08:58:30.096489 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-58fc2f13-69cf-4901-87eb-95fe7e85d61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.100331 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-58fc2f13-69cf-4901-87eb-95fe7e85d61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.101577 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-58fc2f13-69cf-4901-87eb-95fe7e85d61a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09df5b76-120f-4e73-9d4e-ee7ce8682d38 HTTP/1.1" status: 204 len: 168 time: 1.2341540 Aug 29 08:58:30.144405 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc2f13-69cf-4901-87eb-95fe7e85d61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df5b76-120f-4e73-9d4e-ee7ce8682d38,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:30.173973 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Network 8f464f1d-a132-4bc0-8eef-3bc61477a72a is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:30.199436 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:30.218978 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:58:30.236401 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:30.238700 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.243136 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-6e20382b-6e0b-45ca-9a59-f42f2bc6a36e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2088652 Aug 29 08:58:30.289380 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Pushing event updated for resources: {'Port': ['ID=706aada4-dbe0-4a02-b458-874d277f87d5,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:30.341672 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6a96ab2c-ff7e-4e39-805d-3f9bb1637eee req-5f5e3df8-7f2b-43d1-b698-a42bc29ad492 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 210 time: 0.1469278 Aug 29 08:58:30.397197 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-85ddb1b9-bebc-4056-8e5c-ff1235136cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.407093 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-85ddb1b9-bebc-4056-8e5c-ff1235136cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.498835 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-85ddb1b9-bebc-4056-8e5c-ff1235136cd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47cdecb2ee5b4fb1a29e36512297de05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8898451 Aug 29 08:58:30.498835 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9446afe-45ce-4161-b639-02eca35b0b51 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0336087 Aug 29 08:58:30.504072 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38164) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:30.581508 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,segment=NetworkSegment(31daf760-40a4-468b-b9fb-834fda73b77a),segment_id=31daf760-40a4-468b-b9fb-834fda73b77a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:30.586717 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Request body: {'port': {'device_id': '3a2e10cf-1c18-4049-927d-cf4c2f505820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:30.618131 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-4294b8fa-50c7-4e9e-a3dd-d15e7eae2c19 service neutron] 10.222.0.45 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551581 Aug 29 08:58:30.621698 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddb1b9-bebc-4056-8e5c-ff1235136cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a771376-ec79-400d-a0eb-36491ddaaade,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:30.629511 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '490d7fb1-fb82-4a68-9157-28fe4f53ddb8', 'network_id': 'b07799c2-5bb3-4cd7-82dc-2e849a8b24f0', 'port_id': '490d7fb1-fb82-4a68-9157-28fe4f53ddb8', 'mac_address': 'fa:16:3e:f5:21:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7c842b-c228-4698-be45-2960a33104fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:58:30.767095 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f140cb-5a0f-46c3-abd1-f3462854ab14 req-fe51bc7f-7b1b-4418-84b0-e63926904229 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:30.769681 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b5f140cb-5a0f-46c3-abd1-f3462854ab14 req-fe51bc7f-7b1b-4418-84b0-e63926904229 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 943 time: 0.2790070 Aug 29 08:58:30.816820 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.893981 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.922402 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:30.947499 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.991793 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fef6b297-614f-43fd-ac22-4138c1c9cf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:30.996290 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-4f99a879-b976-40c2-ac60-f50ddbe748f3 service neutron] 10.222.0.45 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733079 Aug 29 08:58:31.010306 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b5f140cb-5a0f-46c3-abd1-f3462854ab14 req-3da50ac1-ee70-4e73-a83d-1cb572a01020 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163274 Aug 29 08:58:31.018568 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,segment=NetworkSegment(31daf760-40a4-468b-b9fb-834fda73b77a),segment_id=31daf760-40a4-468b-b9fb-834fda73b77a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:31.025601 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:31.089202 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fef6b297-614f-43fd-ac22-4138c1c9cf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:31.120593 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-14fcaad4-730d-4907-8b6f-c2deb6137083 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:31.123010 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-14fcaad4-730d-4907-8b6f-c2deb6137083 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.57 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 817 time: 0.2981822 Aug 29 08:58:31.150491 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Request body: {'port': {'device_id': '7b38940c-563c-461b-9107-7a6b8706ea2e', 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a', 'admin_state_up': True, 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:31.335836 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38180) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:31.358030 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['dba5199f-2c26-464b-bd82-1d1450a68f8b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:58:31.425488 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:31.431444 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2305d625-b2a8-44ec-85c0-c3a3149078be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:31.536803 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f2ab-28c0-4b2a-bf0a-3c5d2d231c5b req-d7b3f344-bba2-4f8d-adc9-01b55a783aab tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:31.543872 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fef6b297-614f-43fd-ac22-4138c1c9cf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:31.552452 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-89c5f2ab-28c0-4b2a-bf0a-3c5d2d231c5b req-d7b3f344-bba2-4f8d-adc9-01b55a783aab tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 944 time: 0.2186766 Aug 29 08:58:31.552670 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fef6b297-614f-43fd-ac22-4138c1c9cf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:31.559711 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-fef6b297-614f-43fd-ac22-4138c1c9cf80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a771376-ec79-400d-a0eb-36491ddaaade HTTP/1.1" status: 204 len: 168 time: 1.0539999 Aug 29 08:58:31.711231 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6b297-614f-43fd-ac22-4138c1c9cf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a771376-ec79-400d-a0eb-36491ddaaade,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:31.756806 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['490d7fb1-fb82-4a68-9157-28fe4f53ddb8'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:58:31.822345 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae736a0d-5fb3-47a2-94b3-40cb92e05178 req-4a2b24a8-4c7a-4e4e-a3b6-d26c9ac23ed0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 210 time: 0.1973104 Aug 29 08:58:31.849828 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-89c5f2ab-28c0-4b2a-bf0a-3c5d2d231c5b req-00c22b15-de5e-4cae-97ef-82da8811ad4d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998219 Aug 29 08:58:32.150554 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-754fe314-0fa9-41fe-80cc-87ca64eb996a req-e0b5cdab-d865-43f5-8dbc-db65f36678d1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 210 time: 0.1435990 Aug 29 08:58:32.211444 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2305d625-b2a8-44ec-85c0-c3a3149078be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:32.363434 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706aada4-dbe0-4a02-b458-874d277f87d5 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:32.388315 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:32.434079 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Transition to ACTIVE for port object 706aada4-dbe0-4a02-b458-874d277f87d5 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:32.448068 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:32.624776 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Pushing event updated for resources: {'Port': ['ID=706aada4-dbe0-4a02-b458-874d277f87d5,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:32.708261 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Attempting to bind port 706aada4-dbe0-4a02-b458-874d277f87d5 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:58:32.708817 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Attempting to bind port 706aada4-dbe0-4a02-b458-874d277f87d5 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:58:32.710130 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Attempting to bind port 706aada4-dbe0-4a02-b458-874d277f87d5 on network 8f464f1d-a132-4bc0-8eef-3bc61477a72a {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:32.726291 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Port 706aada4-dbe0-4a02-b458-874d277f87d5 on network 8f464f1d-a132-4bc0-8eef-3bc61477a72a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:58:32.726625 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Attempting to bind port 706aada4-dbe0-4a02-b458-874d277f87d5 on network 8f464f1d-a132-4bc0-8eef-3bc61477a72a {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:32.732037 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2305d625-b2a8-44ec-85c0-c3a3149078be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:32.739270 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:58:32.739909 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Checking segment: {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:32.740470 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Bound using segment: {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:58:32.741087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Bound port: 706aada4-dbe0-4a02-b458-874d277f87d5, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:58:32.741651 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:32.772928 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Made reservation on behalf of 050d6e0cdf5241579620f6ea42e8f42b for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:58:32.776860 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:32.849127 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38226) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:32.849519 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2305d625-b2a8-44ec-85c0-c3a3149078be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=055f3fb041714b459cae367fe3e64134&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5095441 Aug 29 08:58:32.864705 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305d625-b2a8-44ec-85c0-c3a3149078be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ea9553-02ac-41ff-8a70-f425460c9a5e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:32.867144 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] For port 706aada4-dbe0-4a02-b458-874d277f87d5, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:58:32.889005 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde6c89-3133-4cce-87f5-7e26ce5bea49 req-a0b2f829-9a63-4ac6-9716-ebcaac67f8fc tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:32.890899 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1dde6c89-3133-4cce-87f5-7e26ce5bea49 req-a0b2f829-9a63-4ac6-9716-ebcaac67f8fc tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 944 time: 0.6924219 Aug 29 08:58:32.916556 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] For port 706aada4-dbe0-4a02-b458-874d277f87d5, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=706aada4-dbe0-4a02-b458-874d277f87d5,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:58:32.942014 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:33.032101 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:33.032537 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:33.034027 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-6cbca024-9688-4e25-811e-e620092f385b service neutron] 10.222.0.57 "PUT /v2.0/ports/706aada4-dbe0-4a02-b458-874d277f87d5 HTTP/1.1" status: 200 len: 1093 time: 2.5048294 Aug 29 08:58:33.034503 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2e10cf-1c18-4049-927d-cf4c2f505820', 'tag': '706aada4-dbe0-4a02-b458-874d277f87d5'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:33.036879 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2e10cf-1c18-4049-927d-cf4c2f505820", "tag": "706aada4-dbe0-4a02-b458-874d277f87d5"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:33.069779 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-638c2ada-470c-4a61-8f0c-9ec49928ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:33.077987 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1dde6c89-3133-4cce-87f5-7e26ce5bea49 req-fcf6f067-ea40-47be-a5fa-711dddf35717 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986717 Aug 29 08:58:33.104729 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-638c2ada-470c-4a61-8f0c-9ec49928ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:33.120109 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38238) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:33.172605 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4218e6f2-b5a4-4c22-8a1a-1a352ec99cfb req-d4e2b300-105e-42cb-b602-fbac19567fab tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 210 time: 0.1214333 Aug 29 08:58:33.200880 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbca024-9688-4e25-811e-e620092f385b service neutron] Pushing event updated for resources: {'Port': ['ID=706aada4-dbe0-4a02-b458-874d277f87d5,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:33.294499 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-f1ca27c5-26e3-425e-825c-f7d0f3f2df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:33.296311 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-f1ca27c5-26e3-425e-825c-f7d0f3f2df2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1096 time: 0.1751664 Aug 29 08:58:33.424103 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc5fbc2-7db2-4c15-86e3-9f924959d5fa x-openstack-request-id: req-2dc5fbc2-7db2-4c15-86e3-9f924959d5fa {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:33.424834 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2e10cf-1c18-4049-927d-cf4c2f505820", "tag": "706aada4-dbe0-4a02-b458-874d277f87d5", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:33.425087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dc5fbc2-7db2-4c15-86e3-9f924959d5fa {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:33.425871 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2e10cf-1c18-4049-927d-cf4c2f505820', 'tag': '706aada4-dbe0-4a02-b458-874d277f87d5', 'status': 'completed', 'code': 200} Aug 29 08:58:33.431554 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-cb3aaeba-fe74-4917-8844-efbd5610bd2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=706aada4-dbe0-4a02-b458-874d277f87d5 HTTP/1.1" status: 200 len: 217 time: 0.1246979 Aug 29 08:58:33.456760 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-638c2ada-470c-4a61-8f0c-9ec49928ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:33.464035 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-638c2ada-470c-4a61-8f0c-9ec49928ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:33.470572 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-638c2ada-470c-4a61-8f0c-9ec49928ca5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9ea9553-02ac-41ff-8a70-f425460c9a5e HTTP/1.1" status: 204 len: 168 time: 0.6201270 Aug 29 08:58:33.501959 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device dba5199f-2c26-464b-bd82-1d1450a68f8b up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:33.511995 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Allocated IP 172.20.0.9 (8f464f1d-a132-4bc0-8eef-3bc61477a72a/190023f3-8637-46f5-9571-c419a92763a3/e84652d8-6ba8-4f2c-801b-ba222500c352) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:58:33.563651 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c2ada-470c-4a61-8f0c-9ec49928ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ea9553-02ac-41ff-8a70-f425460c9a5e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:33.576808 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2ba9942c-e4c9-457d-9d79-490ab5ccc8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:33.643696 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port dba5199f-2c26-464b-bd82-1d1450a68f8b completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:33.650160 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port dba5199f-2c26-464b-bd82-1d1450a68f8b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:33.651323 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:33.702229 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-50d23676-e5c2-451e-8dc0-d17db19cac6d req-5796e194-9459-4131-8a87-c98ee2d5010c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 210 time: 0.1118832 Aug 29 08:58:33.761108 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412dc2b-d817-4d7a-875e-bad1471272af req-18c9c690-25f2-4d8b-85c3-449b3cae6a55 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:33.764714 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f412dc2b-d817-4d7a-875e-bad1471272af req-18c9c690-25f2-4d8b-85c3-449b3cae6a55 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 944 time: 0.5306427 Aug 29 08:58:33.816953 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-4b4ba453-f224-4c64-acc5-e34ac34bc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:33.818724 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-4b4ba453-f224-4c64-acc5-e34ac34bc05c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 200 len: 857 time: 0.3689966 Aug 29 08:58:33.881051 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-d9c193e3-d286-44fe-9d9b-9822a3060b89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f464f1d-a132-4bc0-8eef-3bc61477a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493395 Aug 29 08:58:33.892383 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:33.969925 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756d26d2-9392-48ce-b617-104331a5faf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba5199f-2c26-464b-bd82-1d1450a68f8b'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:34.000814 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-c975b448-c6f7-45b1-9ca6-462fc26963cb tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:34.022447 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-c975b448-c6f7-45b1-9ca6-462fc26963cb tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 817 time: 0.5464876 Aug 29 08:58:34.074005 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f412dc2b-d817-4d7a-875e-bad1471272af req-24a949c8-299c-4b7b-92c9-23158a9bc13a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948732 Aug 29 08:58:34.123659 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:34.245148 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port dba5199f-2c26-464b-bd82-1d1450a68f8b, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=dba5199f-2c26-464b-bd82-1d1450a68f8b,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:34.263332 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:34.264599 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:34.279409 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-1492c111-48ea-4d8e-86c5-d8663355c78c service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859377 Aug 29 08:58:34.320298 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:34.337971 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-27ef5a1d-63c1-4b9d-8992-848278210096 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783a6737f8df49899d3a2a915b7e9420 HTTP/1.1" status: 200 len: 380 time: 0.2909703 Aug 29 08:58:34.359282 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'port': {'device_id': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'admin_state_up': True, 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'security_groups': ['8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1']}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:34.444086 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Pushing event updated for resources: {'Port': ['ID=e84652d8-6ba8-4f2c-801b-ba222500c352,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:34.447920 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:34.467737 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=dba5199f-2c26-464b-bd82-1d1450a68f8b,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:34.473882 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:34.474520 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:34.583876 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f3181-cd5c-460d-b861-f375d83a0929 req-4fe3dfa0-050e-45f9-9a9d-a8e31ec0bcd7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:34.586089 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4b1f3181-cd5c-460d-b861-f375d83a0929 req-4fe3dfa0-050e-45f9-9a9d-a8e31ec0bcd7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 944 time: 0.3748786 Aug 29 08:58:34.633388 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Network 8f464f1d-a132-4bc0-8eef-3bc61477a72a is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:34.682343 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:34.694456 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:58:34.705225 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:34.706378 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:34.762060 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc7f469-8326-4796-b266-8bf4dd4e33c3" -d '{"events": [{"server_uuid": "756d26d2-9392-48ce-b617-104331a5faf7", "name": "network-vif-plugged", "status": "completed", "tag": "dba5199f-2c26-464b-bd82-1d1450a68f8b"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:34.778629 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e620ce-a6ef-4953-8622-099ec3df1431 req-64b7b46c-e545-462b-af7f-3898f6c4aa3f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:34.797917 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98e620ce-a6ef-4953-8622-099ec3df1431 req-64b7b46c-e545-462b-af7f-3898f6c4aa3f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 931 time: 0.4682975 Aug 29 08:58:34.835905 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4b1f3181-cd5c-460d-b861-f375d83a0929 req-bc9969d6-c0d7-495a-874f-e6692eeb2f33 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285986 Aug 29 08:58:34.903282 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2ba9942c-e4c9-457d-9d79-490ab5ccc8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:34.927676 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2ba9942c-e4c9-457d-9d79-490ab5ccc8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:34.932018 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-ed7ec787-cbe3-4a6b-bbe1-981583106448 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7964723 Aug 29 08:58:34.937831 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:34.999559 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,segment=NetworkSegment(31daf760-40a4-468b-b9fb-834fda73b77a),segment_id=31daf760-40a4-468b-b9fb-834fda73b77a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:35.006564 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Request body: {'port': {'device_id': '7b38940c-563c-461b-9107-7a6b8706ea2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:35.006872 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:35.080782 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2ba9942c-e4c9-457d-9d79-490ab5ccc8a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=451677a8950745c690991352fb4fdfac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9538255 Aug 29 08:58:35.081267 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38306) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:35.125856 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98e620ce-a6ef-4953-8622-099ec3df1431 req-4afb8346-6f65-4114-9b5e-63a247fc20ad tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177066 Aug 29 08:58:35.136390 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:35.137219 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9942c-e4c9-457d-9d79-490ab5ccc8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf08381b-c287-423b-a5bb-e1dfcd5d1a85,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:35.148591 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Made reservation on behalf of 783a6737f8df49899d3a2a915b7e9420 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:58:35.155230 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:35.206278 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-337a3de3-4489-4b34-849d-aec2746e8a6d req-a8a1357a-bd31-4b92-94a3-89808dbbf1be service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8916316 Aug 29 08:58:35.408288 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:35.424879 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eea8cd66-c379-4964-bd37-bffcfade1deb req-5f5f5353-9be7-4a60-b693-2012105a50c0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 210 time: 0.0883825 Aug 29 08:58:35.561304 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-b7b6b2c5-7b31-4ca0-832a-639125d9d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:35.563085 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-b7b6b2c5-7b31-4ca0-832a-639125d9d850 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1096 time: 0.2616863 Aug 29 08:58:35.564406 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Allocated IP 172.20.0.10 (d411806f-0162-4900-9040-3bd80c657393/48c1e525-5da5-42e3-b438-97dffc7896fc/978b261c-5620-4ce9-b2ec-7e1e177a4667) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:58:35.588397 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f87878fa-e130-47d8-96d6-650ce497a31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:35.748709 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f87878fa-e130-47d8-96d6-650ce497a31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:35.807426 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f8b7b8-93f5-4fd9-8ad1-92f071ba8da3 x-openstack-request-id: req-a4f8b7b8-93f5-4fd9-8ad1-92f071ba8da3 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:35.808384 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756d26d2-9392-48ce-b617-104331a5faf7", "name": "network-vif-plugged", "status": "completed", "tag": "dba5199f-2c26-464b-bd82-1d1450a68f8b", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:35.808384 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4f8b7b8-93f5-4fd9-8ad1-92f071ba8da3 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:35.808745 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756d26d2-9392-48ce-b617-104331a5faf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba5199f-2c26-464b-bd82-1d1450a68f8b', 'code': 200} Aug 29 08:58:35.909617 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:35.927462 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Transition to ACTIVE for port object 978b261c-5620-4ce9-b2ec-7e1e177a4667 will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:36.020871 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-fa06aae5-b3af-43f4-9f93-17968c3142b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:36.020871 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-fa06aae5-b3af-43f4-9f93-17968c3142b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 918 time: 0.4473970 Aug 29 08:58:36.020871 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:36.140786 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e087a8-f956-45f4-81bd-def332b92529 req-f0c35778-c0e9-4bfe-bc39-c121cfc65d59 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:36.146734 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-89e087a8-f956-45f4-81bd-def332b92529 req-f0c35778-c0e9-4bfe-bc39-c121cfc65d59 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.5071816 Aug 29 08:58:36.171307 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.57', 52838) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:36.231580 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-98288c50-dcc7-43b2-a33c-9777da5be484 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=706aada4-dbe0-4a02-b458-874d277f87d5 HTTP/1.1" status: 200 len: 217 time: 0.2020161 Aug 29 08:58:36.248635 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Network d411806f-0162-4900-9040-3bd80c657393 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:58:36.268548 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:36.276908 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:58:36.286253 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:36.287573 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:36.412359 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:36.486146 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-86e364d4-b262-4678-9cf6-3e123d903950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:36.489056 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-86e364d4-b262-4678-9cf6-3e123d903950 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 200 len: 857 time: 0.2299588 Aug 29 08:58:36.559682 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cb896-7999-47bd-93b0-592963b33696 req-cec1609a-e313-4134-a3f2-afbecea38deb tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:36.566813 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-7b5d4d52-9da7-4b08-806c-244d3e1687e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f464f1d-a132-4bc0-8eef-3bc61477a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653424 Aug 29 08:58:36.573049 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-0ec409b1-9d84-46fa-bfa2-db33108d005f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2179830 Aug 29 08:58:36.580999 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbb366-1650-4253-a08b-1e439087b2ad req-0a74ba9c-18f4-491d-abc8-175002ab8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:36.582620 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-81fbb366-1650-4253-a08b-1e439087b2ad req-0a74ba9c-18f4-491d-abc8-175002ab8738 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 1098 time: 0.4095104 Aug 29 08:58:36.590852 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-940cb896-7999-47bd-93b0-592963b33696 req-cec1609a-e313-4134-a3f2-afbecea38deb tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.5121017 Aug 29 08:58:36.598138 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Request body: {'port': {'device_id': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:36.662559 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f87878fa-e130-47d8-96d6-650ce497a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:36.667947 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f87878fa-e130-47d8-96d6-650ce497a31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:36.682874 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f87878fa-e130-47d8-96d6-650ce497a31f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf08381b-c287-423b-a5bb-e1dfcd5d1a85 HTTP/1.1" status: 204 len: 168 time: 1.5995910 Aug 29 08:58:36.690244 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-81fbb366-1650-4253-a08b-1e439087b2ad req-8bbfa91e-f868-46e2-9a5a-04537f5542eb service neutron] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:36.769277 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-89e087a8-f956-45f4-81bd-def332b92529 req-defeda24-7b0d-4201-8829-7eb9cabf5b9d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263708 Aug 29 08:58:36.777693 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9ab2e167-fe2e-4423-9458-c970b2a76e01 None None] Provisioning for port 978b261c-5620-4ce9-b2ec-7e1e177a4667 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:36.798208 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9ab2e167-fe2e-4423-9458-c970b2a76e01 None None] Provisioning complete for port 978b261c-5620-4ce9-b2ec-7e1e177a4667 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:36.798208 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9ab2e167-fe2e-4423-9458-c970b2a76e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:36.871456 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87878fa-e130-47d8-96d6-650ce497a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf08381b-c287-423b-a5bb-e1dfcd5d1a85,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:36.934330 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-940cb896-7999-47bd-93b0-592963b33696 req-c1e49d7e-973c-48f4-821b-bda4e985e219 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417540 Aug 29 08:58:37.041198 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2e167-fe2e-4423-9458-c970b2a76e01 None None] Port 978b261c-5620-4ce9-b2ec-7e1e177a4667 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 08:58:37.071617 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-81fbb366-1650-4253-a08b-1e439087b2ad req-8bbfa91e-f868-46e2-9a5a-04537f5542eb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:37.091621 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-81fbb366-1650-4253-a08b-1e439087b2ad req-8bbfa91e-f868-46e2-9a5a-04537f5542eb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:37.219266 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84652d8-6ba8-4f2c-801b-ba222500c352 {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:37.308259 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:37.328652 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:37.335283 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-81fbb366-1650-4253-a08b-1e439087b2ad req-8bbfa91e-f868-46e2-9a5a-04537f5542eb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7418797 Aug 29 08:58:37.362391 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Transition to ACTIVE for port object e84652d8-6ba8-4f2c-801b-ba222500c352 will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:37.381287 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26d8b3-b464-4df0-9d01-6a9a200f0a20 req-653de25a-c786-4e22-9a94-c3ea31841722 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:37.394433 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0b26d8b3-b464-4df0-9d01-6a9a200f0a20 req-653de25a-c786-4e22-9a94-c3ea31841722 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 931 time: 0.3612933 Aug 29 08:58:37.402842 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:37.418700 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfa91e-f868-46e2-9a5a-04537f5542eb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb43801-9846-4417-88ce-c1bb633c5f90,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:37.424600 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-1f234bb9-1bc9-4747-ae1b-c01b83e97f13 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468189 Aug 29 08:58:37.542718 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7db057-1406-4ba1-840c-86df38345a6f req-dc0e92ca-0a7e-4241-809e-718927a3f21a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:37.545518 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c7db057-1406-4ba1-840c-86df38345a6f req-dc0e92ca-0a7e-4241-809e-718927a3f21a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 932 time: 0.3124065 Aug 29 08:58:37.594336 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38370) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:37.631779 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Pushing event updated for resources: {'Port': ['ID=e84652d8-6ba8-4f2c-801b-ba222500c352,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:37.648947 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c10d3ff8-0bd9-4829-9020-347d6ab93f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:37.662206 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0b26d8b3-b464-4df0-9d01-6a9a200f0a20 req-a88dd218-0597-4a00-90b5-a7fac17d605c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662899 Aug 29 08:58:37.685593 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Attempting to bind port e84652d8-6ba8-4f2c-801b-ba222500c352 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:58:37.685593 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Attempting to bind port e84652d8-6ba8-4f2c-801b-ba222500c352 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:58:37.685593 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Attempting to bind port e84652d8-6ba8-4f2c-801b-ba222500c352 on network 8f464f1d-a132-4bc0-8eef-3bc61477a72a {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:37.699086 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Port e84652d8-6ba8-4f2c-801b-ba222500c352 on network 8f464f1d-a132-4bc0-8eef-3bc61477a72a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:58:37.700498 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Attempting to bind port e84652d8-6ba8-4f2c-801b-ba222500c352 on network 8f464f1d-a132-4bc0-8eef-3bc61477a72a {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:37.719587 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:58:37.720071 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Checking segment: {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:37.720585 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Bound using segment: {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:58:37.721368 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Bound port: e84652d8-6ba8-4f2c-801b-ba222500c352, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:58:37.721992 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:37.746194 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c7db057-1406-4ba1-840c-86df38345a6f req-1dc44d5e-c393-4a99-9d43-2ceb51f26c45 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437619 Aug 29 08:58:37.810106 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33ba989-b3d9-4730-9671-e9b12dcef7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7fb1-fb82-4a68-9157-28fe4f53ddb8'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:37.817385 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a8d962-d7b8-4b57-9410-cb05e3e84121" -d '{"events": [{"server_uuid": "d33ba989-b3d9-4730-9671-e9b12dcef7de", "name": "network-vif-plugged", "status": "completed", "tag": "490d7fb1-fb82-4a68-9157-28fe4f53ddb8"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:37.841743 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] For port e84652d8-6ba8-4f2c-801b-ba222500c352, host hv-cinder-80649, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:58:37.846982 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] For port e84652d8-6ba8-4f2c-801b-ba222500c352, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e84652d8-6ba8-4f2c-801b-ba222500c352,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:58:37.857093 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:37.914568 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4bf915-9886-4fd1-939c-2b17e20b9cd0 x-openstack-request-id: req-cf4bf915-9886-4fd1-939c-2b17e20b9cd0 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:37.914853 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33ba989-b3d9-4730-9671-e9b12dcef7de", "name": "network-vif-plugged", "status": "completed", "tag": "490d7fb1-fb82-4a68-9157-28fe4f53ddb8", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:37.915188 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf4bf915-9886-4fd1-939c-2b17e20b9cd0 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:37.915898 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33ba989-b3d9-4730-9671-e9b12dcef7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7fb1-fb82-4a68-9157-28fe4f53ddb8', 'code': 200} Aug 29 08:58:37.977447 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:37.979073 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:37.980894 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] 10.222.0.57 "PUT /v2.0/ports/e84652d8-6ba8-4f2c-801b-ba222500c352 HTTP/1.1" status: 200 len: 1093 time: 3.0278840 Aug 29 08:58:37.981531 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b38940c-563c-461b-9107-7a6b8706ea2e', 'tag': 'e84652d8-6ba8-4f2c-801b-ba222500c352'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:37.985635 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6662821d-fd67-4a91-9aa8-660ee01c47e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b38940c-563c-461b-9107-7a6b8706ea2e", "tag": "e84652d8-6ba8-4f2c-801b-ba222500c352"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:37.993533 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f3655-f199-46e2-85e9-67885afe8a28 service neutron] Pushing event updated for resources: {'Port': ['ID=e84652d8-6ba8-4f2c-801b-ba222500c352,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:38.019638 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c10d3ff8-0bd9-4829-9020-347d6ab93f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.031675 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c10d3ff8-0bd9-4829-9020-347d6ab93f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.032860 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a634d-9149-4321-a5b2-ea8912d896a4 req-e0d6eade-cdec-4148-b4e2-d4bc50e0ecb5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:38.034731 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d4a634d-9149-4321-a5b2-ea8912d896a4 req-e0d6eade-cdec-4148-b4e2-d4bc50e0ecb5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.0917130 Aug 29 08:58:38.093989 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978b261c-5620-4ce9-b2ec-7e1e177a4667 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:38.121966 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.138980 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c10d3ff8-0bd9-4829-9020-347d6ab93f46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6310fa064b64c16b8941a6f8112562a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432022 Aug 29 08:58:38.142500 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d3ff8-0bd9-4829-9020-347d6ab93f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7607aba3-6f63-4763-8e78-93e97d08e388,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:38.147551 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38386) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:38.159383 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Transition to ACTIVE for port object 978b261c-5620-4ce9-b2ec-7e1e177a4667 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:58:38.170886 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.209942 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d4a634d-9149-4321-a5b2-ea8912d896a4 req-e5094f02-d19e-4d83-9384-e4e2ba2b04a1 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623225 Aug 29 08:58:38.258387 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d5ab8-fce2-423c-b43e-1a3c4bf7f8e5 req-478564fd-fe36-40c5-9590-461cf52aa5f0 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:38.260475 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-858d5ab8-fce2-423c-b43e-1a3c4bf7f8e5 req-478564fd-fe36-40c5-9590-461cf52aa5f0 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.1847682 Aug 29 08:58:38.300225 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:38.304409 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Attempting to bind port 978b261c-5620-4ce9-b2ec-7e1e177a4667 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:58:38.304965 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Attempting to bind port 978b261c-5620-4ce9-b2ec-7e1e177a4667 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:58:38.305356 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Attempting to bind port 978b261c-5620-4ce9-b2ec-7e1e177a4667 on network d411806f-0162-4900-9040-3bd80c657393 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:38.311547 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Port 978b261c-5620-4ce9-b2ec-7e1e177a4667 on network d411806f-0162-4900-9040-3bd80c657393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:58:38.311974 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Attempting to bind port 978b261c-5620-4ce9-b2ec-7e1e177a4667 on network d411806f-0162-4900-9040-3bd80c657393 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:58:38.313636 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c663c9cf-d26e-4ea4-aee5-682513abfea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.327664 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:58:38.328068 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Checking segment: {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:38.329023 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Bound using segment: {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:58:38.329565 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Bound port: 978b261c-5620-4ce9-b2ec-7e1e177a4667, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:58:38.330028 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.361077 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-858d5ab8-fce2-423c-b43e-1a3c4bf7f8e5 req-cf705767-13c8-4ec8-a6c0-c179dca641dc tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892558 Aug 29 08:58:38.385934 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f2b9fd-de62-4730-8e86-186ee7e482b5 x-openstack-request-id: req-46f2b9fd-de62-4730-8e86-186ee7e482b5 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:38.385934 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b38940c-563c-461b-9107-7a6b8706ea2e", "tag": "e84652d8-6ba8-4f2c-801b-ba222500c352", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:38.385934 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-46f2b9fd-de62-4730-8e86-186ee7e482b5 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:38.385934 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b38940c-563c-461b-9107-7a6b8706ea2e', 'tag': 'e84652d8-6ba8-4f2c-801b-ba222500c352', 'status': 'completed', 'code': 200} Aug 29 08:58:38.393851 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c663c9cf-d26e-4ea4-aee5-682513abfea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.470777 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:58:38.472384 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c663c9cf-d26e-4ea4-aee5-682513abfea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.475438 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c663c9cf-d26e-4ea4-aee5-682513abfea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.475956 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:58:38.481801 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c663c9cf-d26e-4ea4-aee5-682513abfea7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7607aba3-6f63-4763-8e78-93e97d08e388 HTTP/1.1" status: 204 len: 168 time: 0.3250291 Aug 29 08:58:38.489489 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.503585 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663c9cf-d26e-4ea4-aee5-682513abfea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7607aba3-6f63-4763-8e78-93e97d08e388,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:38.589680 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:38.590922 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:38.592942 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] 10.222.0.57 "PUT /v2.0/ports/978b261c-5620-4ce9-b2ec-7e1e177a4667 HTTP/1.1" status: 200 len: 1094 time: 2.0014007 Aug 29 08:58:38.593865 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:38.597224 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c713f7-260f-4bf8-8dca-bed7f62a5f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:38.639497 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1d9e1-50c9-49e4-bc7a-e3c40237d139 service neutron] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:38.753580 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cfef7c-dc49-44ad-b048-7564b33aa877 x-openstack-request-id: req-f7cfef7c-dc49-44ad-b048-7564b33aa877 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:38.754357 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:38.757770 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7cfef7c-dc49-44ad-b048-7564b33aa877 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:38.758793 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'status': 'completed', 'code': 200} Aug 29 08:58:38.907443 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a8de0-cbc8-4e9e-934a-8ebd8807bd76 req-4b9f0245-74dc-4b01-b1c7-b021255557fc tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:38.909607 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ba2a8de0-cbc8-4e9e-934a-8ebd8807bd76 req-4b9f0245-74dc-4b01-b1c7-b021255557fc tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 943 time: 0.0953932 Aug 29 08:58:38.939603 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94a057-5a1d-4ee2-8f59-eb7a6e8cfe88 req-0715a5af-1a16-4374-a5bd-af5dabde840a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:38.941458 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b94a057-5a1d-4ee2-8f59-eb7a6e8cfe88 req-0715a5af-1a16-4374-a5bd-af5dabde840a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0892317 Aug 29 08:58:38.999403 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ba2a8de0-cbc8-4e9e-934a-8ebd8807bd76 req-d4d1274d-23ae-4a70-b166-6a47a148b679 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798466 Aug 29 08:58:39.022993 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b94a057-5a1d-4ee2-8f59-eb7a6e8cfe88 req-9724ef52-dd7d-4973-9642-5343c5418ebd tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661194 Aug 29 08:58:39.432625 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf88c00-a004-4ec5-8bc0-165efad82502 req-1e507ef1-3508-453e-92e0-730e20e0ea95 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:39.436645 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1cf88c00-a004-4ec5-8bc0-165efad82502 req-1e507ef1-3508-453e-92e0-730e20e0ea95 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.0959609 Aug 29 08:58:39.530707 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38448) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:39.559507 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1cf88c00-a004-4ec5-8bc0-165efad82502 req-b82e4a12-3157-41b1-92ae-7b3c33b300c6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160388 Aug 29 08:58:39.585394 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83d8d6-16e9-4580-b923-4e65f952fcda req-6ecbeefa-b06a-41af-bc3b-15447e16c2ad tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:39.586649 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c83d8d6-16e9-4580-b923-4e65f952fcda req-6ecbeefa-b06a-41af-bc3b-15447e16c2ad tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.1154191 Aug 29 08:58:39.650941 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c83d8d6-16e9-4580-b923-4e65f952fcda req-b7ac4c38-40de-4b25-b194-1c52a7748245 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509591 Aug 29 08:58:39.722803 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f782-8e1b-4076-993f-0458327de6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:39.892957 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f782-8e1b-4076-993f-0458327de6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:39.899701 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1bf5f782-8e1b-4076-993f-0458327de6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:39.950515 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1bf5f782-8e1b-4076-993f-0458327de6f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c80dc7f6cfc4e0d9c6ec7ee9d3b63d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180868 Aug 29 08:58:39.951148 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5f782-8e1b-4076-993f-0458327de6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb010407-da36-443f-aec4-a97e0adcc762,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:39.955137 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38462) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:39.983195 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 706aada4-dbe0-4a02-b458-874d277f87d5 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:58:40.035536 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-714a073e-6703-4d5b-8ec7-01855e80f6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:40.087259 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-714a073e-6703-4d5b-8ec7-01855e80f6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:40.222615 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 706aada4-dbe0-4a02-b458-874d277f87d5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=706aada4-dbe0-4a02-b458-874d277f87d5,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:40.264882 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '706aada4-dbe0-4a02-b458-874d277f87d5', 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a', 'port_id': '706aada4-dbe0-4a02-b458-874d277f87d5', 'mac_address': 'fa:16:3e:be:92:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190023f3-8637-46f5-9571-c419a92763a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:58:40.353711 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:40.383505 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-714a073e-6703-4d5b-8ec7-01855e80f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:40.389574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-714a073e-6703-4d5b-8ec7-01855e80f6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:40.392217 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-714a073e-6703-4d5b-8ec7-01855e80f6aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb010407-da36-443f-aec4-a97e0adcc762 HTTP/1.1" status: 204 len: 168 time: 0.4347789 Aug 29 08:58:40.409757 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706aada4-dbe0-4a02-b458-874d277f87d5 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:40.436633 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a073e-6703-4d5b-8ec7-01855e80f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb010407-da36-443f-aec4-a97e0adcc762,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:40.456172 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 706aada4-dbe0-4a02-b458-874d277f87d5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=706aada4-dbe0-4a02-b458-874d277f87d5,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:40.460503 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226559-16ab-468d-93f6-d0dd4615a399 req-706a4489-f7ab-4d7c-9e2a-ebb82db0ae99 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:40.464979 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f2226559-16ab-468d-93f6-d0dd4615a399 req-706a4489-f7ab-4d7c-9e2a-ebb82db0ae99 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.2973335 Aug 29 08:58:40.466707 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-824372d8-a38c-4a4b-ae6d-7ba01288e715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:40.491340 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:40.520624 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a48b97bb-7a49-43f1-8ba2-7efc6a380b6f req-1ffa5404-c600-4985-94f9-5748ecdcf908 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495756 Aug 29 08:58:40.534303 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e4fca-dcb4-4a9b-984d-392d10c50dde req-921944d4-403f-4cad-8d29-eaff8db12a77 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:40.537996 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-931e4fca-dcb4-4a9b-984d-392d10c50dde req-921944d4-403f-4cad-8d29-eaff8db12a77 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 943 time: 0.3150978 Aug 29 08:58:40.591590 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=706aada4-dbe0-4a02-b458-874d277f87d5,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:40.615812 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f2226559-16ab-468d-93f6-d0dd4615a399 req-6f5c19ed-b207-4cab-ac43-7056c756d4c9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405933 Aug 29 08:58:40.666419 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-931e4fca-dcb4-4a9b-984d-392d10c50dde req-1ce67cf0-7a93-466b-9a21-4eba0f66fdd8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158044 Aug 29 08:58:40.830311 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96a87e-46b4-419a-ada2-1a6959df5e8c req-add26908-e3b7-4e2d-b0a5-8f2f73404473 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:40.835301 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c96a87e-46b4-419a-ada2-1a6959df5e8c req-add26908-e3b7-4e2d-b0a5-8f2f73404473 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.1015413 Aug 29 08:58:40.864041 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b30c20-9982-492f-8d23-3ef52465bf85 req-f1b8267f-eb64-4216-8645-a230d76d5332 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:40.878168 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2b30c20-9982-492f-8d23-3ef52465bf85 req-f1b8267f-eb64-4216-8645-a230d76d5332 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.1084733 Aug 29 08:58:41.016431 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c96a87e-46b4-419a-ada2-1a6959df5e8c req-ddff74e5-9e09-46c2-80ab-dd83db41573a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697631 Aug 29 08:58:41.029719 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38496) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:41.044910 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2b30c20-9982-492f-8d23-3ef52465bf85 req-f5e2c76a-ffe1-4007-b3a6-a5f517f5a65e tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535830 Aug 29 08:58:41.062012 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0e5c5829-74a0-4fd8-8f38-4840f483a5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:41.228797 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0e5c5829-74a0-4fd8-8f38-4840f483a5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:41.234930 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0e5c5829-74a0-4fd8-8f38-4840f483a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:41.304312 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38504) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:41.304566 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0e5c5829-74a0-4fd8-8f38-4840f483a5b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10b5d18a863841fc90938050cb53379d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724020 Aug 29 08:58:41.306344 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c5829-74a0-4fd8-8f38-4840f483a5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3094c9a-e492-4287-9b11-f7df281c6e59,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:41.467106 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-27694ad0-de17-447b-a15e-454b60e899ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:41.510474 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-27694ad0-de17-447b-a15e-454b60e899ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:41.599210 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-27694ad0-de17-447b-a15e-454b60e899ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:41.602291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-27694ad0-de17-447b-a15e-454b60e899ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:41.607047 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-27694ad0-de17-447b-a15e-454b60e899ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3094c9a-e492-4287-9b11-f7df281c6e59 HTTP/1.1" status: 204 len: 168 time: 0.2982066 Aug 29 08:58:41.613547 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27694ad0-de17-447b-a15e-454b60e899ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3094c9a-e492-4287-9b11-f7df281c6e59,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:41.866596 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4271f-0e78-4829-9e21-7c7606f0e4eb req-7ecd10a2-42ff-4d36-afb6-61219113d516 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:41.870965 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6e4271f-0e78-4829-9e21-7c7606f0e4eb req-7ecd10a2-42ff-4d36-afb6-61219113d516 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.1605561 Aug 29 08:58:41.912294 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34895bb-522b-42da-95e0-135ba10e51f4 req-9725487b-514b-4eca-9d2a-a5740ee9a71c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:41.914994 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a34895bb-522b-42da-95e0-135ba10e51f4 req-9725487b-514b-4eca-9d2a-a5740ee9a71c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 943 time: 0.1456110 Aug 29 08:58:42.006053 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6e4271f-0e78-4829-9e21-7c7606f0e4eb req-c6dbd44f-e593-42ae-a41d-75c731727645 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273313 Aug 29 08:58:42.028681 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a34895bb-522b-42da-95e0-135ba10e51f4 req-7db6b777-24e7-4c5b-ada9-5e97de2aa151 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017079 Aug 29 08:58:42.233947 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6caea7-7e7c-4256-ae5d-300a3f8229f2 req-17df3e1d-c2af-4fdb-8405-7ee8fe9fb668 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:42.235839 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca6caea7-7e7c-4256-ae5d-300a3f8229f2 req-17df3e1d-c2af-4fdb-8405-7ee8fe9fb668 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.0971773 Aug 29 08:58:42.251018 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb9b2d-e21b-4ba6-a504-5259a92a49ef req-f9119e4a-7f9b-4272-8af8-74a2934ec994 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:42.252572 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bfbb9b2d-e21b-4ba6-a504-5259a92a49ef req-f9119e4a-7f9b-4272-8af8-74a2934ec994 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.0768087 Aug 29 08:58:42.329299 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca6caea7-7e7c-4256-ae5d-300a3f8229f2 req-3e24a46f-b6d4-4c5c-b268-225480950760 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755379 Aug 29 08:58:42.343481 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bfbb9b2d-e21b-4ba6-a504-5259a92a49ef req-a712d2aa-9490-4469-b3f6-bcbc4e8f7370 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816879 Aug 29 08:58:42.793353 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38558) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:42.910553 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-200737233-network', 'tenant_id': 'e0c077a1a35f46c8bf62784a10f80480'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:42.938205 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Made reservation on behalf of e0c077a1a35f46c8bf62784a10f80480 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:58:42.940898 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:42.951280 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:43.075700 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:43.089373 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:43.175983 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:58:43.220390 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:43.220390 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Added segment f99b6fac-c5f7-4b7d-8fdd-8e7d2278a545 of type vlan for network 2d4eee5f-285f-4675-9067-21543f8b0779 Aug 29 08:58:43.232370 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1c489a-15ce-491a-b9c9-fec5438e9df4,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:43.297202 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:43.307920 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662821d-fd67-4a91-9aa8-660ee01c47e7 req-5a46cc56-5bc0-438b-be8c-fe02f16c3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:43.309608 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6662821d-fd67-4a91-9aa8-660ee01c47e7 req-5a46cc56-5bc0-438b-be8c-fe02f16c3ad7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 1096 time: 0.1707213 Aug 29 08:58:43.314267 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c713f7-260f-4bf8-8dca-bed7f62a5f2e req-184b6c15-24a2-439f-aa57-cc637c38f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:43.315730 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-49c713f7-260f-4bf8-8dca-bed7f62a5f2e req-184b6c15-24a2-439f-aa57-cc637c38f809 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 1097 time: 0.2021627 Aug 29 08:58:43.344109 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['706aada4-dbe0-4a02-b458-874d277f87d5'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:58:43.555841 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0943d6-f2dd-48d1-b043-bc3a0c76c6b9 req-753a4306-26cb-451c-ba7c-1fee85f66293 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:43.556641 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b0943d6-f2dd-48d1-b043-bc3a0c76c6b9 req-753a4306-26cb-451c-ba7c-1fee85f66293 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 943 time: 0.4168692 Aug 29 08:58:43.593763 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a91007-2418-4e4d-b0a5-763267c22e49 req-c4fa7833-548b-402b-b3b1-e99c09089640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:43.597591 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-77a91007-2418-4e4d-b0a5-763267c22e49 req-c4fa7833-548b-402b-b3b1-e99c09089640 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 1098 time: 0.4370148 Aug 29 08:58:43.678601 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2860ad8-d344-4d90-a683-234fde50d0bd req-69945484-8a74-437f-82fd-1b057b42a606 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:43.680393 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f2860ad8-d344-4d90-a683-234fde50d0bd req-69945484-8a74-437f-82fd-1b057b42a606 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.2794626 Aug 29 08:58:43.712062 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-77a91007-2418-4e4d-b0a5-763267c22e49 req-766db6ab-0a7a-490c-aa7d-5d7a98761e07 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006513 Aug 29 08:58:43.717920 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:43.719432 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:43.720260 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:43.731783 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b0943d6-f2dd-48d1-b043-bc3a0c76c6b9 req-046a5a87-1b52-48d1-ad8d-edcf4f7569de tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512072 Aug 29 08:58:43.791915 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f2860ad8-d344-4d90-a683-234fde50d0bd req-4e5c22b2-d234-43d1-bc0c-2604df2968e8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026969 Aug 29 08:58:43.856067 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0609601 Aug 29 08:58:43.859881 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38588) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:43.865926 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Request body: {'subnet': {'network_id': '2d4eee5f-285f-4675-9067-21543f8b0779', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-200737233-subnet', 'tenant_id': 'e0c077a1a35f46c8bf62784a10f80480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:43.904481 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:43.934087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bac88f-0587-439e-a308-08d220a946f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d4eee5f-285f-4675-9067-21543f8b0779,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:43.949990 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 2d4eee5f-285f-4675-9067-21543f8b0779 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:58:43.962619 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c713f7-260f-4bf8-8dca-bed7f62a5f2e req-6259e5bf-993e-4610-82bf-7f18c1903ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:43.964473 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-49c713f7-260f-4bf8-8dca-bed7f62a5f2e req-6259e5bf-993e-4610-82bf-7f18c1903ecf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=783a6737f8df49899d3a2a915b7e9420&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6341767 Aug 29 08:58:43.968144 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662821d-fd67-4a91-9aa8-660ee01c47e7 req-9010f59d-d5a2-43ed-9726-6e714a74d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:43.970691 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6662821d-fd67-4a91-9aa8-660ee01c47e7 req-9010f59d-d5a2-43ed-9726-6e714a74d698 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6389902 Aug 29 08:58:44.064150 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Made reservation on behalf of e0c077a1a35f46c8bf62784a10f80480 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:58:44.067021 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:44.286117 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454edeb4-9488-4ac1-80ec-a0b2897ec715 req-2468435b-56ae-4bbb-9281-360872e0eb89 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:44.287578 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c713f7-260f-4bf8-8dca-bed7f62a5f2e req-4840080d-b553-42a2-b448-b4ca23ba505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:44.296142 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-454edeb4-9488-4ac1-80ec-a0b2897ec715 req-2468435b-56ae-4bbb-9281-360872e0eb89 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.3293648 Aug 29 08:58:44.296626 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-49c713f7-260f-4bf8-8dca-bed7f62a5f2e req-4840080d-b553-42a2-b448-b4ca23ba505c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3160503 Aug 29 08:58:44.298685 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662821d-fd67-4a91-9aa8-660ee01c47e7 req-2ccf7eb6-f22c-4af5-be39-7b28d5724a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:44.300935 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6662821d-fd67-4a91-9aa8-660ee01c47e7 req-2ccf7eb6-f22c-4af5-be39-7b28d5724a28 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3187718 Aug 29 08:58:44.343229 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c86cb-07c1-42ce-9024-4d637d874ead req-f65a6447-5831-49ae-b5e6-1be50d0eb153 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:44.344892 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e03c86cb-07c1-42ce-9024-4d637d874ead req-f65a6447-5831-49ae-b5e6-1be50d0eb153 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.3415956 Aug 29 08:58:44.475602 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-454edeb4-9488-4ac1-80ec-a0b2897ec715 req-8ad34368-5096-4e9d-a8ea-0b6a9bd21347 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761003 Aug 29 08:58:44.579306 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-2ecc1499-298c-465d-9b5e-902a27a4c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:44.581168 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-2ecc1499-298c-465d-9b5e-902a27a4c637 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 1097 time: 0.2097692 Aug 29 08:58:44.586040 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e03c86cb-07c1-42ce-9024-4d637d874ead req-20035bd0-efca-4402-905d-eadbcabff5b0 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135942 Aug 29 08:58:44.655594 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-395a357f-21d5-460c-9dbb-3510c9325b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:44.657418 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-395a357f-21d5-460c-9dbb-3510c9325b16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 1096 time: 0.2393832 Aug 29 08:58:44.659364 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-c921d9c5-e0f0-4834-80fb-cfd27ec65896 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667 HTTP/1.1" status: 200 len: 217 time: 0.0686114 Aug 29 08:58:44.768051 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:44.998049 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10fe09a-363b-4758-bac1-aaaafa1dbd5e,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:45.005832 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-5825ead0-f1e4-4777-aa17-636cc0370a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:45.008478 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-5825ead0-f1e4-4777-aa17-636cc0370a34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.3318574 Aug 29 08:58:45.015398 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-2320b12f-a327-4505-9157-be7dbbe0e6a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e84652d8-6ba8-4f2c-801b-ba222500c352 HTTP/1.1" status: 200 len: 217 time: 0.3401432 Aug 29 08:58:45.086223 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 706aada4-dbe0-4a02-b458-874d277f87d5 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:45.147023 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfd596-0a8e-47b6-a5e9-f3f4d60f259d req-ad0f47b8-9650-4d34-a7fb-b106621b74c4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:45.158098 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-f41bd13c-833d-4f7f-9fa4-0f663626ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:45.159482 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7edfd596-0a8e-47b6-a5e9-f3f4d60f259d req-ad0f47b8-9650-4d34-a7fb-b106621b74c4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 943 time: 0.2460625 Aug 29 08:58:45.164545 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Checking segment: {'id': 'f99b6fac-c5f7-4b7d-8fdd-8e7d2278a545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2d4eee5f-285f-4675-9067-21543f8b0779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:45.165021 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Network hostable DHCP agents. Network: 2d4eee5f-285f-4675-9067-21543f8b0779, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:58:45.168577 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-f41bd13c-833d-4f7f-9fa4-0f663626ee89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 200 len: 857 time: 0.1385663 Aug 29 08:58:45.172619 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-ec4e5f78-778d-4a18-8786-c8589279b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:45.174348 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b0920970-ce85-4d62-a670-04992e112902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:45.175242 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-ec4e5f78-778d-4a18-8786-c8589279b1d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1469071 Aug 29 08:58:45.205283 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 706aada4-dbe0-4a02-b458-874d277f87d5 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:45.212145 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 706aada4-dbe0-4a02-b458-874d277f87d5 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:45.212736 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:45.226963 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-479bd346-8e5c-4b7d-8b7a-2cfa8178327d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f464f1d-a132-4bc0-8eef-3bc61477a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500524 Aug 29 08:58:45.266852 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7edfd596-0a8e-47b6-a5e9-f3f4d60f259d req-ae835caf-57c6-42e6-a2ef-c5f4253b74d0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905561 Aug 29 08:58:45.301832 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ccbb0-229f-4e7c-bfb8-9c4dacd76636 req-4f73b71d-e99f-4b3a-a01b-574abda857d0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:45.310536 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f3ccbb0-229f-4e7c-bfb8-9c4dacd76636 req-4f73b71d-e99f-4b3a-a01b-574abda857d0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.2876890 Aug 29 08:58:45.313974 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Network 2d4eee5f-285f-4675-9067-21543f8b0779 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:58:45.369477 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 2d4eee5f-285f-4675-9067-21543f8b0779) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:45.386163 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cc2ebb-8456-4c85-8ff8-d9ca97dde9ca None None] Network 2d4eee5f-285f-4675-9067-21543f8b0779 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:58:45.389679 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:45.390805 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:45.394792 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:45.432685 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-4ae943d6-3af0-479e-a8d6-bc075d0338a3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5717998 Aug 29 08:58:45.462884 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-a49b4183-a384-4595-8dbd-bf876d8caf1c service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952500 Aug 29 08:58:45.470982 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2e10cf-1c18-4049-927d-cf4c2f505820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706aada4-dbe0-4a02-b458-874d277f87d5'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:45.474003 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c59ba2-0274-4ccc-93ab-4052d6b553a8" -d '{"events": [{"server_uuid": "3a2e10cf-1c18-4049-927d-cf4c2f505820", "name": "network-vif-plugged", "status": "completed", "tag": "706aada4-dbe0-4a02-b458-874d277f87d5"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:45.491682 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f3ccbb0-229f-4e7c-bfb8-9c4dacd76636 req-f0418c6e-74ad-4ca7-9f58-1933f81e11ed tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796501 Aug 29 08:58:45.523810 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 706aada4-dbe0-4a02-b458-874d277f87d5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=706aada4-dbe0-4a02-b458-874d277f87d5,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:45.548153 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:45.572289 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee2d00e-deea-46b7-a538-fb61224fb400 x-openstack-request-id: req-0ee2d00e-deea-46b7-a538-fb61224fb400 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:45.574702 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2e10cf-1c18-4049-927d-cf4c2f505820", "name": "network-vif-plugged", "status": "completed", "tag": "706aada4-dbe0-4a02-b458-874d277f87d5", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:45.575160 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ee2d00e-deea-46b7-a538-fb61224fb400 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:45.576375 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2e10cf-1c18-4049-927d-cf4c2f505820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706aada4-dbe0-4a02-b458-874d277f87d5', 'code': 200} Aug 29 08:58:45.638616 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-5198b912-b92b-41d6-9e82-61003d0fbc7d service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519968 Aug 29 08:58:45.704025 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=706aada4-dbe0-4a02-b458-874d277f87d5,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:45.728764 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a950f6-6a4a-42f2-a9d8-147323d5fe80 None None] Network 2d4eee5f-285f-4675-9067-21543f8b0779 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:58:45.732925 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5289e139-efb7-4096-bfb9-bfbbec6141a9 req-8122253b-b651-44fc-ab85-b88fcb200c97 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634401 Aug 29 08:58:45.977888 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac01dc41-68b7-4f46-bd7a-2bc4559077cd req-731264ba-80f7-426d-b4cc-14714f80c37c service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459295 Aug 29 08:58:46.026058 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66c8cf-0411-4e6b-832c-f661a02559d1 req-5b007d92-6396-46db-9343-b75da0a0e492 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:46.036384 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac66c8cf-0411-4e6b-832c-f661a02559d1 req-5b007d92-6396-46db-9343-b75da0a0e492 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.2415547 Aug 29 08:58:46.081917 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cec07-8f9e-46e1-8aff-d07ceab64c55 req-39c72148-38d2-4e1c-9bc2-838298b3223b tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:46.091663 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b27cec07-8f9e-46e1-8aff-d07ceab64c55 req-39c72148-38d2-4e1c-9bc2-838298b3223b tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.2132270 Aug 29 08:58:46.108257 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4c4d-b88b-410e-86db-959da4aad24b req-921338b1-5a7c-47c9-b6ef-64615c3d4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:46.110159 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e54f4c4d-b88b-410e-86db-959da4aad24b req-921338b1-5a7c-47c9-b6ef-64615c3d4b2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1098 time: 0.1146643 Aug 29 08:58:46.136339 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac66c8cf-0411-4e6b-832c-f661a02559d1 req-c9f783ac-4387-42fd-a56c-c33c6b7b14dd tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981207 Aug 29 08:58:46.165130 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b27cec07-8f9e-46e1-8aff-d07ceab64c55 req-dedb0587-a859-4079-bcbb-35a074bf872c tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732229 Aug 29 08:58:46.226948 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e54f4c4d-b88b-410e-86db-959da4aad24b req-c7bd03b9-7b17-40a5-9411-b9a76be1437e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011925 Aug 29 08:58:46.353931 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:46.515822 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824d0c5-6d58-4764-8158-63af89a4fe18 req-216e7d28-7292-488c-9ef3-afc1dfcf7184 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:46.523834 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0824d0c5-6d58-4764-8158-63af89a4fe18 req-216e7d28-7292-488c-9ef3-afc1dfcf7184 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 943 time: 0.1151440 Aug 29 08:58:46.613606 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0824d0c5-6d58-4764-8158-63af89a4fe18 req-a7a24dae-aa99-476d-9f0e-f093f75e5247 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697837 Aug 29 08:58:46.672696 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38686) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:46.686173 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2092181038-network', 'tenant_id': '6f168b5e341a454e8394404b1a65391e'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:46.730359 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Made reservation on behalf of 6f168b5e341a454e8394404b1a65391e for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:58:46.739680 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:46.763362 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:46.793256 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4005a71-991e-4bbc-a155-5e6acd3d0fbb req-8c587ad4-f0e1-4b21-86c9-32fa9b2d46f0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:46.804254 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e4005a71-991e-4bbc-a155-5e6acd3d0fbb req-8c587ad4-f0e1-4b21-86c9-32fa9b2d46f0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.1164305 Aug 29 08:58:46.859330 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e4005a71-991e-4bbc-a155-5e6acd3d0fbb req-fd7cbceb-ed94-4846-96ba-f1cd080cce9f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499251 Aug 29 08:58:46.952068 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:46.959110 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:46.984254 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:58:47.000928 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d44517-8179-479c-92e7-07d2a1a92b7a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:47.004071 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:47.004530 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Added segment 7f642719-3009-4ec4-889c-13310d6ec134 of type vlan for network a147f367-670e-442b-bc02-e2dffa54d8b5 Aug 29 08:58:47.060143 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:47.096059 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:47.097305 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:47.098246 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:47.168273 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4930658 Aug 29 08:58:47.171694 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38698) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:47.177908 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Request body: {'subnet': {'network_id': 'a147f367-670e-442b-bc02-e2dffa54d8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2092181038-subnet', 'tenant_id': '6f168b5e341a454e8394404b1a65391e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:47.180507 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac06fd2-470b-4049-b215-b503992da9ae admin admin] Pushing event updated for resources: {'Network': ['ID=a147f367-670e-442b-bc02-e2dffa54d8b5,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:47.197095 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network a147f367-670e-442b-bc02-e2dffa54d8b5 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:58:47.211973 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Made reservation on behalf of 6f168b5e341a454e8394404b1a65391e for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:58:47.214797 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:47.504970 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:47.581219 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:47.653174 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f0b7e3-dcc6-4545-ba21-188f66820f74,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:47.670399 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Checking segment: {'id': '7f642719-3009-4ec4-889c-13310d6ec134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a147f367-670e-442b-bc02-e2dffa54d8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:58:47.671140 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Network hostable DHCP agents. Network: a147f367-670e-442b-bc02-e2dffa54d8b5, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:58:47.706041 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Network a147f367-670e-442b-bc02-e2dffa54d8b5 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:58:47.737140 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, a147f367-670e-442b-bc02-e2dffa54d8b5) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:58:47.756065 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded0b9b-dabd-4cc5-8153-076438478cb2 None None] Network a147f367-670e-442b-bc02-e2dffa54d8b5 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:58:47.764542 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:47.770045 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:47.819307 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-97a86914-deea-457f-b134-c10bbc4a9a53 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6457369 Aug 29 08:58:48.085966 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa58020-a975-4def-888d-31df06f3f4ff req-91b62079-9e1e-4d9b-ad4a-75c15d31d792 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:48.089151 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-efa58020-a975-4def-888d-31df06f3f4ff req-91b62079-9e1e-4d9b-ad4a-75c15d31d792 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 943 time: 0.2158899 Aug 29 08:58:48.204768 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc557f5-b3d8-4eb2-897d-11c10f4f2903 None None] Network a147f367-670e-442b-bc02-e2dffa54d8b5 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:58:48.211996 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b11e5-4c64-4732-9ff5-95c3c4111666 req-04f3bf71-a713-4f68-9610-96be5e50d7c5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:48.225661 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b5b11e5-4c64-4732-9ff5-95c3c4111666 req-04f3bf71-a713-4f68-9610-96be5e50d7c5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.1614773 Aug 29 08:58:48.237539 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-efa58020-a975-4def-888d-31df06f3f4ff req-64c69008-e8e4-47cd-a7c4-b50d408f51e8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293192 Aug 29 08:58:48.328832 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b5b11e5-4c64-4732-9ff5-95c3c4111666 req-eebe10cb-ec5e-47fd-acfc-24f8237cc547 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002040 Aug 29 08:58:48.564626 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38766) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:48.792616 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4561a88c-f116-4542-987a-69aa6eedfb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:48.934638 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4561a88c-f116-4542-987a-69aa6eedfb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:48.940438 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4561a88c-f116-4542-987a-69aa6eedfb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:48.993185 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4561a88c-f116-4542-987a-69aa6eedfb14 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0d32eb8956f4bd8a376527789ffd44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216542 Aug 29 08:58:48.993185 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561a88c-f116-4542-987a-69aa6eedfb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92d23ec-73dd-4362-965c-04623d385513,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:48.993604 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38782) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:49.062291 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-16382b9c-2bed-4f02-8109-175859f16bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:49.097860 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-16382b9c-2bed-4f02-8109-175859f16bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:49.105886 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:58:49.275330 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-16382b9c-2bed-4f02-8109-175859f16bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:49.280379 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-16382b9c-2bed-4f02-8109-175859f16bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:49.280685 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:49.286667 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-16382b9c-2bed-4f02-8109-175859f16bdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a92d23ec-73dd-4362-965c-04623d385513 HTTP/1.1" status: 204 len: 168 time: 0.2919052 Aug 29 08:58:49.298988 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'port_id': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'mac_address': 'fa:16:3e:51:6d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:58:49.318202 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16382b9c-2bed-4f02-8109-175859f16bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92d23ec-73dd-4362-965c-04623d385513,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:49.412885 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:49.431150 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978b261c-5620-4ce9-b2ec-7e1e177a4667 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:49.466761 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:49.473011 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:49.474266 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device e84652d8-6ba8-4f2c-801b-ba222500c352 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:58:49.605967 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:49.723311 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port e84652d8-6ba8-4f2c-801b-ba222500c352, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e84652d8-6ba8-4f2c-801b-ba222500c352,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:49.774728 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'e84652d8-6ba8-4f2c-801b-ba222500c352', 'network_id': '8f464f1d-a132-4bc0-8eef-3bc61477a72a', 'port_id': 'e84652d8-6ba8-4f2c-801b-ba222500c352', 'mac_address': 'fa:16:3e:15:c9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190023f3-8637-46f5-9571-c419a92763a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:58:49.904412 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:49.951892 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 38822) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:49.955442 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84652d8-6ba8-4f2c-801b-ba222500c352 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:58:49.975763 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-47539c92-4f86-49c8-b29f-edf6171163fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:50.013637 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port e84652d8-6ba8-4f2c-801b-ba222500c352, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e84652d8-6ba8-4f2c-801b-ba222500c352,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:50.015450 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d76cd9-a5b9-42a9-89ca-5f72c0991585 req-2d986c67-74f4-435e-8669-1a46d854a4d5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:50.018333 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55d76cd9-a5b9-42a9-89ca-5f72c0991585 req-2d986c67-74f4-435e-8669-1a46d854a4d5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 943 time: 0.1587515 Aug 29 08:58:50.026540 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:50.055943 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77a943-e22e-4875-ac9b-839e991d7bbd req-6aaf90b0-81c8-40e9-ba86-5b686987ba45 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:50.069726 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3a77a943-e22e-4875-ac9b-839e991d7bbd req-6aaf90b0-81c8-40e9-ba86-5b686987ba45 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 945 time: 0.1581633 Aug 29 08:58:50.181861 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55d76cd9-a5b9-42a9-89ca-5f72c0991585 req-671646fd-e6f8-4bf7-986d-2739c1b1f225 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548934 Aug 29 08:58:50.182759 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-47539c92-4f86-49c8-b29f-edf6171163fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:50.191609 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-47539c92-4f86-49c8-b29f-edf6171163fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:50.201748 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3a77a943-e22e-4875-ac9b-839e991d7bbd req-57cc3cdc-1b60-49e3-a991-196dade65c41 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304519 Aug 29 08:58:50.207209 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=e84652d8-6ba8-4f2c-801b-ba222500c352,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:50.250517 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-47539c92-4f86-49c8-b29f-edf6171163fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34f1f0e610f54da0af0fb828c910a46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973220 Aug 29 08:58:50.255491 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 38824) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:50.298968 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47539c92-4f86-49c8-b29f-edf6171163fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19b2a20-c01d-47fb-8dc5-a237f2c037c3,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:50.361621 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a03f89fa-3680-4180-8c92-9e353e224a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:50.362007 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['978b261c-5620-4ce9-b2ec-7e1e177a4667'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:58:50.399667 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['e84652d8-6ba8-4f2c-801b-ba222500c352'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:58:50.404600 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a03f89fa-3680-4180-8c92-9e353e224a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:50.549885 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a03f89fa-3680-4180-8c92-9e353e224a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:50.555914 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a03f89fa-3680-4180-8c92-9e353e224a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:50.558933 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a03f89fa-3680-4180-8c92-9e353e224a88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c19b2a20-c01d-47fb-8dc5-a237f2c037c3 HTTP/1.1" status: 204 len: 168 time: 0.3012354 Aug 29 08:58:50.574179 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f89fa-3680-4180-8c92-9e353e224a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19b2a20-c01d-47fb-8dc5-a237f2c037c3,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:51.373865 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d453c56-c57e-43d8-bf3b-38007abd28d1 req-5e29829a-4de8-4bf2-8d77-b4833132c54e tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:51.376473 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6d453c56-c57e-43d8-bf3b-38007abd28d1 req-5e29829a-4de8-4bf2-8d77-b4833132c54e tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 944 time: 0.0892851 Aug 29 08:58:51.478506 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5225179-8b99-4a2a-b9bd-a4a1752b7c10 req-a02e66a1-2199-4e1c-a89e-bda8f571f917 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:51.482356 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d5225179-8b99-4a2a-b9bd-a4a1752b7c10 req-a02e66a1-2199-4e1c-a89e-bda8f571f917 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 945 time: 0.1033828 Aug 29 08:58:51.533377 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6d453c56-c57e-43d8-bf3b-38007abd28d1 req-82f4e9d0-77b7-4f7e-a8ca-003fa1d5f99a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130250 Aug 29 08:58:51.592912 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d5225179-8b99-4a2a-b9bd-a4a1752b7c10 req-0e1aca6e-52ee-4b79-ba91-cf36024e16b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939095 Aug 29 08:58:52.760810 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd6833-69d3-4615-af11-c11e3ab9fb4b req-459a4b98-620a-4a71-aa9c-1a2575ea6e5b tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:52.763516 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-10cd6833-69d3-4615-af11-c11e3ab9fb4b req-459a4b98-620a-4a71-aa9c-1a2575ea6e5b tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 944 time: 0.1175718 Aug 29 08:58:52.864306 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ca607-a709-4e1b-81b6-b6464b9a3ae5 req-38a96d91-73b4-453e-b44c-e4f69ad6e4d4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:52.865774 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f94ca607-a709-4e1b-81b6-b6464b9a3ae5 req-38a96d91-73b4-453e-b44c-e4f69ad6e4d4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 945 time: 0.1009865 Aug 29 08:58:52.870441 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-10cd6833-69d3-4615-af11-c11e3ab9fb4b req-d90e456e-b334-483f-b484-e292777e9a64 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886419 Aug 29 08:58:52.966561 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f94ca607-a709-4e1b-81b6-b6464b9a3ae5 req-0b023ad3-3f06-42e8-a8f8-7c6e9f20731a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851142 Aug 29 08:58:53.214725 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device e84652d8-6ba8-4f2c-801b-ba222500c352 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:53.326929 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port e84652d8-6ba8-4f2c-801b-ba222500c352 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:53.337254 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port e84652d8-6ba8-4f2c-801b-ba222500c352 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:53.337915 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:53.460329 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:53.490670 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b38940c-563c-461b-9107-7a6b8706ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84652d8-6ba8-4f2c-801b-ba222500c352'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:53.493689 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36305fb3-2064-45ac-81ac-5ea89ff414d4" -d '{"events": [{"server_uuid": "7b38940c-563c-461b-9107-7a6b8706ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "e84652d8-6ba8-4f2c-801b-ba222500c352"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:53.515343 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port e84652d8-6ba8-4f2c-801b-ba222500c352, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e84652d8-6ba8-4f2c-801b-ba222500c352,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:53.523067 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:53.524586 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:58:53.571272 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ef48c8-8cfb-4287-ba7f-0eb6b1dba184 x-openstack-request-id: req-d7ef48c8-8cfb-4287-ba7f-0eb6b1dba184 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:53.571675 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b38940c-563c-461b-9107-7a6b8706ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "e84652d8-6ba8-4f2c-801b-ba222500c352", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:53.571970 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7ef48c8-8cfb-4287-ba7f-0eb6b1dba184 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:53.572518 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b38940c-563c-461b-9107-7a6b8706ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84652d8-6ba8-4f2c-801b-ba222500c352', 'code': 200} Aug 29 08:58:53.612692 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=e84652d8-6ba8-4f2c-801b-ba222500c352,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:53.629710 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 978b261c-5620-4ce9-b2ec-7e1e177a4667 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:58:53.635162 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 978b261c-5620-4ce9-b2ec-7e1e177a4667 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:58:53.635656 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:53.750346 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:53.798461 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:58:53.804884 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:53.884523 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:58:54.062508 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306de0e-17f3-4029-8b4d-88aea97f9687 req-145b4b14-32fb-48ca-8b16-aa5e134673af tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:54.064922 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b306de0e-17f3-4029-8b4d-88aea97f9687 req-145b4b14-32fb-48ca-8b16-aa5e134673af tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1072624 Aug 29 08:58:54.162433 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b306de0e-17f3-4029-8b4d-88aea97f9687 req-c757f156-461d-4b69-adc4-31d05ae24a37 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899944 Aug 29 08:58:54.185154 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb8d1d-6511-4a91-82d0-958c212768bc req-13c3e8a2-6b60-434f-ae8f-ae17dbcae543 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:54.186996 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-17cb8d1d-6511-4a91-82d0-958c212768bc req-13c3e8a2-6b60-434f-ae8f-ae17dbcae543 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0910461 Aug 29 08:58:54.236088 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-17cb8d1d-6511-4a91-82d0-958c212768bc req-1dbd5283-fc3e-48b6-8bd1-614da6d166e7 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411634 Aug 29 08:58:55.314402 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126c471-d527-4ac9-a29e-7e1d6e0cf902 req-4ce2a663-5b41-4941-b208-0793aa78c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:55.317471 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7126c471-d527-4ac9-a29e-7e1d6e0cf902 req-4ce2a663-5b41-4941-b208-0793aa78c23b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 1098 time: 0.0714922 Aug 29 08:58:55.329400 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a8a90-a232-484d-afdc-a7ea62e472ed req-2ce14133-14c2-41fc-840d-47018f72edd5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:55.331085 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-483a8a90-a232-484d-afdc-a7ea62e472ed req-2ce14133-14c2-41fc-840d-47018f72edd5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0615776 Aug 29 08:58:55.374941 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7126c471-d527-4ac9-a29e-7e1d6e0cf902 req-87a4ba2a-1242-425e-a73b-b7ee5bb27d38 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423143 Aug 29 08:58:55.452021 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-483a8a90-a232-484d-afdc-a7ea62e472ed req-f23ba4b5-774e-428b-8b14-453856dc13ea tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033301 Aug 29 08:58:55.474470 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39a712-ecf1-4944-82fb-971815c5b455 req-e3724dfb-9db5-4315-9119-c477dcfdffa4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:55.481690 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a39a712-ecf1-4944-82fb-971815c5b455 req-e3724dfb-9db5-4315-9119-c477dcfdffa4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1491888 Aug 29 08:58:55.547656 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a39a712-ecf1-4944-82fb-971815c5b455 req-9084aeda-80e4-4591-a9f6-6496ac7bc79e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591578 Aug 29 08:58:55.574091 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:58:55.578116 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a97a07-f06f-40d1-8c48-00b1e59284e2" -d '{"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-plugged", "status": "completed", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:58:55.637472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9912f00-a062-4ab9-9f5b-600e783e91cf x-openstack-request-id: req-b9912f00-a062-4ab9-9f5b-600e783e91cf {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:58:55.637898 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-plugged", "status": "completed", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:58:55.638229 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9912f00-a062-4ab9-9f5b-600e783e91cf {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:58:55.638711 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'code': 200} Aug 29 08:58:55.952277 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a363044-f376-40d9-b842-1f5cceef7f57 req-4593bee1-fe5a-4a5f-acc7-29969cb0ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:55.955323 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-4a363044-f376-40d9-b842-1f5cceef7f57 req-4593bee1-fe5a-4a5f-acc7-29969cb0ca3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 1099 time: 0.0771997 Aug 29 08:58:56.023894 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-4a363044-f376-40d9-b842-1f5cceef7f57 req-c477820e-1852-41e7-8eee-c975d8a12e94 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603640 Aug 29 08:58:56.711069 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b1e7b-2416-403b-ad7e-c9c8c309f338 req-dd91f390-47b3-41fe-b360-6f6caa4e5d92 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:56.713379 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-907b1e7b-2416-403b-ad7e-c9c8c309f338 req-dd91f390-47b3-41fe-b360-6f6caa4e5d92 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1201549 Aug 29 08:58:56.802228 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c2566-6974-44a0-8f72-b5cfa79a3201 req-748bbea0-f8cc-4272-bf96-fdecfb9c8ba9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:56.803934 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b77c2566-6974-44a0-8f72-b5cfa79a3201 req-748bbea0-f8cc-4272-bf96-fdecfb9c8ba9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1152775 Aug 29 08:58:56.814260 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-907b1e7b-2416-403b-ad7e-c9c8c309f338 req-1e52864d-99f8-4423-a5d8-ed8ce76712e5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688734 Aug 29 08:58:56.890222 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b77c2566-6974-44a0-8f72-b5cfa79a3201 req-c9d149c3-d72f-4c2b-9b79-04fbc14867f1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735252 Aug 29 08:58:58.049899 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab9ee4-a91d-420d-8d7c-29aac683f557 req-80e7e91d-91cf-4531-9842-e2094d774c44 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:58.066007 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-54ab9ee4-a91d-420d-8d7c-29aac683f557 req-80e7e91d-91cf-4531-9842-e2094d774c44 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1236753 Aug 29 08:58:58.208393 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-54ab9ee4-a91d-420d-8d7c-29aac683f557 req-69618b3a-ffd7-478d-875f-596a998e8473 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408684 Aug 29 08:58:58.227590 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0310052-d170-456c-ac5d-e0c60bd5bf54 req-51ce4ce5-a825-45be-adeb-eab25a5794a2 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:58.230530 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a0310052-d170-456c-ac5d-e0c60bd5bf54 req-51ce4ce5-a825-45be-adeb-eab25a5794a2 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1507344 Aug 29 08:58:58.314301 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a0310052-d170-456c-ac5d-e0c60bd5bf54 req-a026e6d8-f4fc-4b62-bfef-14d102885899 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744395 Aug 29 08:58:58.578896 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-eac8acd1-3a85-45da-bcc2-e6f6e931df86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1302402 Aug 29 08:58:58.607187 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac89571-4d5c-40b5-99a5-1f91d13cab1c req-1a5c4105-bb24-45d2-9607-e2f924e3190d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:58.617079 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6ac89571-4d5c-40b5-99a5-1f91d13cab1c req-1a5c4105-bb24-45d2-9607-e2f924e3190d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1175044 Aug 29 08:58:58.640319 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39112) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:58:58.659022 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'floatingip': {'port_id': '978b261c-5620-4ce9-b2ec-7e1e177a4667'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:58:58.799108 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:58:58.807651 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-a2940399-5d7c-49a0-91ff-686a2b511696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:58.810981 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-a2940399-5d7c-49a0-91ff-686a2b511696 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=52140a30120c480a87aeaf680f31eb2b&device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 1098 time: 0.1433804 Aug 29 08:58:58.858985 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-f0e8d0e5-cadd-42bb-9f4a-19a1f1a181b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:58.861763 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-f0e8d0e5-cadd-42bb-9f4a-19a1f1a181b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 1098 time: 0.1241508 Aug 29 08:58:59.046408 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab894b-e47d-47eb-889d-d29d1f76f9ae req-934925fa-d575-4ad9-85f6-045c961e61f4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:59.048365 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-edab894b-e47d-47eb-889d-d29d1f76f9ae req-934925fa-d575-4ad9-85f6-045c961e61f4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.2876873 Aug 29 08:58:59.210843 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-edab894b-e47d-47eb-889d-d29d1f76f9ae req-ccb0de78-ac17-421a-8da3-55ca3c4dfcb5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387346 Aug 29 08:58:59.579397 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-348f6788-f4d6-4035-8aaf-d83dbfa1f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:59.582433 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-348f6788-f4d6-4035-8aaf-d83dbfa1f748 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 HTTP/1.1" status: 200 len: 912 time: 0.7183514 Aug 29 08:58:59.591702 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-17771d71-7852-4f0b-9693-07387f008e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:59.594145 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-17771d71-7852-4f0b-9693-07387f008e66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 918 time: 0.6864407 Aug 29 08:58:59.698166 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-4c7a8b59-5e20-489a-855e-92415fc0fdd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e84652d8-6ba8-4f2c-801b-ba222500c352 HTTP/1.1" status: 200 len: 217 time: 0.0637550 Aug 29 08:58:59.736605 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-7d299723-8bcd-4266-8d07-e216a10e3943 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=490d7fb1-fb82-4a68-9157-28fe4f53ddb8 HTTP/1.1" status: 200 len: 217 time: 0.1300726 Aug 29 08:58:59.839905 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-59d5f906-16f7-4a3b-8785-763713848b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:59.845538 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-59d5f906-16f7-4a3b-8785-763713848b01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 200 len: 857 time: 0.1145487 Aug 29 08:58:59.846551 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-1de5df08-64b9-4393-9aca-ace165805cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:58:59.848218 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-1de5df08-64b9-4393-9aca-ace165805cd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f7c842b-c228-4698-be45-2960a33104fe HTTP/1.1" status: 200 len: 851 time: 0.0801494 Aug 29 08:58:59.886763 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-53ec4504-791f-4989-9481-6a022cfb15bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f464f1d-a132-4bc0-8eef-3bc61477a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370567 Aug 29 08:58:59.906505 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-6a60190f-904a-4ae8-ad24-46452045638f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b07799c2-5bb3-4cd7-82dc-2e849a8b24f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450478 Aug 29 08:59:00.081007 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-00e2ca5a-7e8d-47aa-a918-b26f7e699dd7 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781335 Aug 29 08:59:00.133088 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-8d2f1fba-7918-42b2-83f6-b0fb12c0d266 service neutron] 10.222.0.57 "GET /v2.0/networks/b07799c2-5bb3-4cd7-82dc-2e849a8b24f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674912 Aug 29 08:59:00.200769 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.db.resource_extend [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 29 08:59:00.299990 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fc90d650-db1c-4908-8f57-3716e1b501e1 req-fb9fd2db-d738-48b8-bb53-8893a2d743ff service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017751 Aug 29 08:59:00.444546 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:00.469309 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:00.541917 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c259d7a6-a4fe-419d-8ae9-82d254af72b1 req-eef28efd-f939-4433-8b25-ba1ef1dac7af service neutron] 10.222.0.57 "GET /v2.0/networks/b07799c2-5bb3-4cd7-82dc-2e849a8b24f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742354 Aug 29 08:59:00.615103 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b928c0-25d6-4de3-bd8b-3a485afaa1dd req-eb46843f-054a-49dd-b52f-34032956560c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:00.618456 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-75b928c0-25d6-4de3-bd8b-3a485afaa1dd req-eb46843f-054a-49dd-b52f-34032956560c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1715391 Aug 29 08:59:00.734264 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-75b928c0-25d6-4de3-bd8b-3a485afaa1dd req-1aab8d8a-8b30-4d73-bf24-c3c5d18a3fb3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071167 Aug 29 08:59:00.740415 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Floating IP a1408e0f-be20-496b-8430-904603197f2d associated. External IP: 172.27.3.18, port: 978b261c-5620-4ce9-b2ec-7e1e177a4667. Aug 29 08:59:00.876863 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:01.191890 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-80550945-a881-4f33-b2b7-74764072fefd tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:01.195446 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-80550945-a881-4f33-b2b7-74764072fefd tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 815 time: 0.3338759 Aug 29 08:59:01.230184 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-268550f7-6da6-4120-b003-eaa310e32ce6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/quotas/412049f115b84b6889a6b6ac82fbbce0 HTTP/1.1" status: 200 len: 375 time: 0.0195503 Aug 29 08:59:01.238057 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Router 57254f4c-ea5a-47f1-9792-19e7d782cee7 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 08:59:01.360779 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-01a978e8-fb36-4e62-b258-80d805b8f724 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185722 Aug 29 08:59:01.496134 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39236) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:01.532806 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 08:59:01.545333 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:01.563273 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39240) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:01.574757 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] Sync routers for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 08:59:01.602967 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:59:01.604028 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:58:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:01.620542 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-926c3df7-243a-43a3-9cfa-583a1df6331c service neutron] 10.222.0.45 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485268 Aug 29 08:59:01.628879 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-01def125-c856-4566-8132-91439aefec9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "PUT /v2.0/floatingips/a1408e0f-be20-496b-8430-904603197f2d HTTP/1.1" status: 200 len: 991 time: 2.9869132 Aug 29 08:59:01.632137 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:59:01.636732 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56758d85-babd-4a11-b6d2-f9e985762a38" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:59:01.840211 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:59:01.897563 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-ae3a9089-b8a9-4a02-b783-4b54c6d0625c service neutron] 10.222.0.45 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649114 Aug 29 08:59:01.955695 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:01.961570 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d071d7-eb56-4917-8835-ee24ae04a389 x-openstack-request-id: req-b1d071d7-eb56-4917-8835-ee24ae04a389 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:59:01.962191 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:59:01.962756 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1d071d7-eb56-4917-8835-ee24ae04a389 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:59:01.963279 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'status': 'completed', 'code': 200} Aug 29 08:59:02.073164 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00530d43-5f04-45ae-b5d5-718850fb4552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:02.108836 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cc7db-0bbf-4220-8fbd-0f00ee7ab003 req-51deb10d-1dc6-46ee-9621-2dfa96e981b7 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:02.126004 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f84cc7db-0bbf-4220-8fbd-0f00ee7ab003 req-51deb10d-1dc6-46ee-9621-2dfa96e981b7 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0933862 Aug 29 08:59:02.194198 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-847215ae-7d89-45f8-ba50-110ce18a425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:02.195730 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-847215ae-7d89-45f8-ba50-110ce18a425e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 1099 time: 0.1694934 Aug 29 08:59:02.324291 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f84cc7db-0bbf-4220-8fbd-0f00ee7ab003 req-8d44c196-f6eb-42f1-89f8-4e11937e86df tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965325 Aug 29 08:59:02.349983 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:02.365672 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:02.382144 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'a1408e0f-be20-496b-8430-904603197f2d', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'port_id': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'mac_address': 'fa:16:3e:51:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:58:27Z', 'updated_at': '2021-08-29T08:59:00Z', 'revision_number': 1, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:02.392925 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-09e9857d-ec20-4daf-88ef-4a242c404d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:02.396802 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-09e9857d-ec20-4daf-88ef-4a242c404d1f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 918 time: 0.1899393 Aug 29 08:59:02.398976 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5acea335-8527-46aa-a5cc-68ceb87e96e5 req-49d1ca01-1c43-4ad7-9101-ed9e6e94def5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 210 time: 0.1025608 Aug 29 08:59:02.448305 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] Checking router: 57254f4c-ea5a-47f1-9792-19e7d782cee7 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 08:59:02.470313 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 08:59:02.471411 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T08:58:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:02.562470 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fabb761-2eca-4c67-b8fc-cc0a2d7dbe4b,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:02.619359 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-b9270968-0db7-4daf-8a71-94348de13410 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667 HTTP/1.1" status: 200 len: 999 time: 0.1911325 Aug 29 08:59:02.629893 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=666908030cd246518c5abf6f8a8399ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0620027 Aug 29 08:59:02.630283 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39270) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:02.680556 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 08:59:02.703643 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:02.710419 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.711479 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.712005 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.712535 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.713363 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.713881 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.714409 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.714961 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.715470 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.715980 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.717338 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.717916 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572caa6-57d1-4803-8b30-39bc44059d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.740168 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:02.746588 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00530d43-5f04-45ae-b5d5-718850fb4552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:02.770552 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-00530d43-5f04-45ae-b5d5-718850fb4552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:02.818436 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39276) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:02.818766 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-00530d43-5f04-45ae-b5d5-718850fb4552 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8153ce03cbb4430288314cbfe2244a88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3180306 Aug 29 08:59:02.859085 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:02.862054 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:02.863402 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3fabb761-2eca-4c67-b8fc-cc0a2d7dbe4b HTTP/1.1" status: 204 len: 168 time: 0.2319474 Aug 29 08:59:02.888085 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-8b43ac72-e615-43af-baed-1ae4e2935eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:02.890253 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-8b43ac72-e615-43af-baed-1ae4e2935eac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.1815124 Aug 29 08:59:02.891213 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00530d43-5f04-45ae-b5d5-718850fb4552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0d6945-aba8-45a9-9390-731a58135072,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:02.915999 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fabb761-2eca-4c67-b8fc-cc0a2d7dbe4b,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:02.940321 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.940812 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.941560 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.942572 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.943213 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.943718 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.944515 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.945014 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.945577 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.947102 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.949229 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:02.949229 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f4ad4-cd2b-41f5-a958-b28e20dde56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:03.002996 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-402786bd-bb8b-4bf7-a15a-1e470e60909b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:03.059270 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-402786bd-bb8b-4bf7-a15a-1e470e60909b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:03.073898 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-379ef375-264e-4c09-828b-c17be6cbb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:03.075677 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-379ef375-264e-4c09-828b-c17be6cbb87e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1602612 Aug 29 08:59:03.173558 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-402786bd-bb8b-4bf7-a15a-1e470e60909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:03.177934 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-402786bd-bb8b-4bf7-a15a-1e470e60909b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:03.179501 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-402786bd-bb8b-4bf7-a15a-1e470e60909b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be0d6945-aba8-45a9-9390-731a58135072 HTTP/1.1" status: 204 len: 168 time: 0.3592093 Aug 29 08:59:03.191229 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402786bd-bb8b-4bf7-a15a-1e470e60909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0d6945-aba8-45a9-9390-731a58135072,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:03.218363 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'a1408e0f-be20-496b-8430-904603197f2d', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'port_id': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'mac_address': 'fa:16:3e:51:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:58:27Z', 'updated_at': '2021-08-29T08:59:00Z', 'revision_number': 1, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:03.253675 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab0a66-9dcd-4186-9f49-58fe10e61984 None None] The sync data for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi is: [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'a1408e0f-be20-496b-8430-904603197f2d', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'port_id': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'mac_address': 'fa:16:3e:51:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T08:58:27Z', 'updated_at': '2021-08-29T08:59:00Z', 'revision_number': 1, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 08:59:03.293549 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-88b567f3-2165-468c-a4e2-01a1edb0d22e service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094519 Aug 29 08:59:03.497032 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56758d85-babd-4a11-b6d2-f9e985762a38 req-f5627476-2b9c-4f9f-ad45-831ea27bd007 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889017 Aug 29 08:59:03.578599 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73db179-e0f9-43a8-9208-259828570fd5 req-5ddb5990-43d6-4235-89e8-d0a6870ee715 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:03.587053 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d73db179-e0f9-43a8-9208-259828570fd5 req-5ddb5990-43d6-4235-89e8-d0a6870ee715 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0959680 Aug 29 08:59:03.598391 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39302) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:03.637369 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a9e1-21a4-4b11-9028-dcba719ffcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:03.697412 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde24c58-4f35-43a1-9aad-775c4f83928f None None] New status for floating IP a1408e0f-be20-496b-8430-904603197f2d: ACTIVE {{(pid=94049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 08:59:03.740174 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-27966636-fe24-4960-a541-38b1a942ee15 req-5db54d82-16b3-4857-a252-f063b685722b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 210 time: 0.1185489 Aug 29 08:59:03.778952 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d73db179-e0f9-43a8-9208-259828570fd5 req-fb904f44-9a52-419a-bc86-66837dc9250c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849058 Aug 29 08:59:04.166890 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a9e1-21a4-4b11-9028-dcba719ffcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.180422 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a9e1-21a4-4b11-9028-dcba719ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.206408 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39312) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:04.240818 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-352537a6-14bf-45ff-93cd-916ad03e8133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.243676 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e0c0a9e1-21a4-4b11-9028-dcba719ffcff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c2a798e33ab48c38b4c1ca05f2d78ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6402142 Aug 29 08:59:04.259592 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39314) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:04.281499 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e2f4618b-d709-4449-9a9a-6cde69f74075 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:04.283084 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e2f4618b-d709-4449-9a9a-6cde69f74075 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 815 time: 0.2867489 Aug 29 08:59:04.285410 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0a9e1-21a4-4b11-9028-dcba719ffcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de55883-dc2b-4c9d-8e68-c782fd4ec058,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:04.316942 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Request body: {'port': {'device_id': '2ab2b213-abf3-41ee-8cde-d494117280ee', 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6', 'admin_state_up': True, 'tenant_id': '412049f115b84b6889a6b6ac82fbbce0'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:59:04.359140 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5fc07df7-60d0-4029-b99f-682d201b3f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.399343 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5fc07df7-60d0-4029-b99f-682d201b3f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.452075 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-352537a6-14bf-45ff-93cd-916ad03e8133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.457357 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-352537a6-14bf-45ff-93cd-916ad03e8133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.503163 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Made reservation on behalf of 412049f115b84b6889a6b6ac82fbbce0 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:59:04.503312 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-352537a6-14bf-45ff-93cd-916ad03e8133 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e6575d076c74a528d977585086be853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948680 Aug 29 08:59:04.511546 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.513152 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39324) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:04.713429 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Allocated IP 172.20.0.4 (6ff8d669-c27b-4d4d-a0b9-986f050856a6/33f7f62d-ff6c-4b1e-9a30-e8c6e20be787/fa50814c-db52-44ad-a860-b066634e0852) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:59:04.766144 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5fc07df7-60d0-4029-b99f-682d201b3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.768514 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5fc07df7-60d0-4029-b99f-682d201b3f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:04.772512 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-5fc07df7-60d0-4029-b99f-682d201b3f5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5de55883-dc2b-4c9d-8e68-c782fd4ec058 HTTP/1.1" status: 204 len: 168 time: 0.5020449 Aug 29 08:59:04.780528 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352537a6-14bf-45ff-93cd-916ad03e8133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7c7250-856f-4f78-be1d-2b516ac5024e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:04.817910 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc07df7-60d0-4029-b99f-682d201b3f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de55883-dc2b-4c9d-8e68-c782fd4ec058,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:04.940897 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f300f038-c8c0-4562-8158-3b0f32ef108e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:05.033609 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1cb9baf4-de45-4130-b91a-aaf7ddb94960 req-1b4097bd-e648-431a-8b63-827844dee9a5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 210 time: 0.0938599 Aug 29 08:59:05.048667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f300f038-c8c0-4562-8158-3b0f32ef108e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:05.107369 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf6f96-6bd9-48b9-b59d-25c9146f1eda req-35bbe81d-682c-4dda-9f0d-1ec97f77ee75 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:05.108706 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1ebf6f96-6bd9-48b9-b59d-25c9146f1eda req-35bbe81d-682c-4dda-9f0d-1ec97f77ee75 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1390424 Aug 29 08:59:05.116258 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:05.211903 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:05.231409 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['dba5199f-2c26-464b-bd82-1d1450a68f8b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:59:05.263497 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1ebf6f96-6bd9-48b9-b59d-25c9146f1eda req-ab53ad84-b2b0-4fb8-a7e7-1c6cf0f7b2e1 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365645 Aug 29 08:59:05.326203 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f300f038-c8c0-4562-8158-3b0f32ef108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:05.329057 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f300f038-c8c0-4562-8158-3b0f32ef108e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:05.334294 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f300f038-c8c0-4562-8158-3b0f32ef108e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e7c7250-856f-4f78-be1d-2b516ac5024e HTTP/1.1" status: 204 len: 168 time: 0.8161840 Aug 29 08:59:05.346786 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300f038-c8c0-4562-8158-3b0f32ef108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7c7250-856f-4f78-be1d-2b516ac5024e,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:05.373273 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:59:05.382720 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:59:05.389675 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:59:05.399913 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:05.400838 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:05.428892 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1208105 Aug 29 08:59:05.430426 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02052cf-3a12-47e1-9d79-6f221825d1d5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Pushing event updated for resources: {'Port': ['ID=fa50814c-db52-44ad-a860-b066634e0852,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:05.447570 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Request body: {'port': {'device_id': '2ab2b213-abf3-41ee-8cde-d494117280ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:59:05.578149 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:05.710502 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39356) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:05.894137 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fcfdfd68-d007-48ed-a444-25b0152f0aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.038486 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fcfdfd68-d007-48ed-a444-25b0152f0aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.044621 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fcfdfd68-d007-48ed-a444-25b0152f0aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.082307 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa50814c-db52-44ad-a860-b066634e0852 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:59:06.108681 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.165741 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Transition to ACTIVE for port object fa50814c-db52-44ad-a860-b066634e0852 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:59:06.173763 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.192644 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-fcfdfd68-d007-48ed-a444-25b0152f0aff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25fa49a7a4844b1a9e1543245320ddc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799938 Aug 29 08:59:06.193401 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39380) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:06.360613 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Pushing event updated for resources: {'Port': ['ID=fa50814c-db52-44ad-a860-b066634e0852,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:06.426276 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdfd68-d007-48ed-a444-25b0152f0aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3e0674-2e84-4d40-a3de-981c757ddc8a,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:06.467008 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Attempting to bind port fa50814c-db52-44ad-a860-b066634e0852 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:59:06.467904 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Attempting to bind port fa50814c-db52-44ad-a860-b066634e0852 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:59:06.468266 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Attempting to bind port fa50814c-db52-44ad-a860-b066634e0852 on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:59:06.480123 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Port fa50814c-db52-44ad-a860-b066634e0852 on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:59:06.480467 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Attempting to bind port fa50814c-db52-44ad-a860-b066634e0852 on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:59:06.492102 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:59:06.492496 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Checking segment: {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:59:06.492988 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Bound using segment: {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:59:06.493772 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Bound port: fa50814c-db52-44ad-a860-b066634e0852, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:59:06.494152 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.500429 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff9c19-0176-4e4d-903c-3e3e11fc4410 req-900a5257-2412-47ba-b747-3bfe1e28e24b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:06.508587 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4bff9c19-0176-4e4d-903c-3e3e11fc4410 req-900a5257-2412-47ba-b747-3bfe1e28e24b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 943 time: 0.2609434 Aug 29 08:59:06.616248 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] For port fa50814c-db52-44ad-a860-b066634e0852, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:59:06.626553 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] For port fa50814c-db52-44ad-a860-b066634e0852, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fa50814c-db52-44ad-a860-b066634e0852,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:59:06.637077 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:59:06.639835 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.643916 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4bff9c19-0176-4e4d-903c-3e3e11fc4410 req-34eb4790-0fd6-4f0e-a376-fb1727712204 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338434 Aug 29 08:59:06.651495 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-187fec72-3672-41e7-becd-f73f2c5320ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.718476 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdb9de-3a62-4b99-bc26-4dd34a731bb0 req-b9426e60-c123-4b46-90af-244fa933a8cc tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:06.732396 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-69fdb9de-3a62-4b99-bc26-4dd34a731bb0 req-b9426e60-c123-4b46-90af-244fa933a8cc tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.2399490 Aug 29 08:59:06.741048 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-187fec72-3672-41e7-becd-f73f2c5320ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.745180 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:06.751022 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.754945 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] 10.222.0.57 "PUT /v2.0/ports/fa50814c-db52-44ad-a860-b066634e0852 HTTP/1.1" status: 200 len: 1093 time: 1.3168633 Aug 29 08:59:06.762180 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab2b213-abf3-41ee-8cde-d494117280ee', 'tag': 'fa50814c-db52-44ad-a860-b066634e0852'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:59:06.769879 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab2b213-abf3-41ee-8cde-d494117280ee", "tag": "fa50814c-db52-44ad-a860-b066634e0852"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:59:06.935419 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-69fdb9de-3a62-4b99-bc26-4dd34a731bb0 req-1b79b8c2-ba78-4c72-ad3b-d123fc94e3ed tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864545 Aug 29 08:59:06.940690 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111562e5-ca39-4389-b89d-5b468cfdfdea service neutron] Pushing event updated for resources: {'Port': ['ID=fa50814c-db52-44ad-a860-b066634e0852,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:06.941296 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-187fec72-3672-41e7-becd-f73f2c5320ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.967678 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-187fec72-3672-41e7-becd-f73f2c5320ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:06.972982 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-187fec72-3672-41e7-becd-f73f2c5320ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c3e0674-2e84-4d40-a3de-981c757ddc8a HTTP/1.1" status: 204 len: 168 time: 0.7697506 Aug 29 08:59:06.996472 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fec72-3672-41e7-becd-f73f2c5320ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3e0674-2e84-4d40-a3de-981c757ddc8a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:06.997904 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-45648a2c-aba2-41a8-a14c-14fec6ddb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:07.001779 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-45648a2c-aba2-41a8-a14c-14fec6ddb3fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 1096 time: 0.1700718 Aug 29 08:59:07.135782 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-15d30098-5ed7-4106-9f1a-e614387bffc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa50814c-db52-44ad-a860-b066634e0852 HTTP/1.1" status: 200 len: 217 time: 0.1197531 Aug 29 08:59:07.138321 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764a4d05-301e-4f9c-b40c-97f92990aef2 x-openstack-request-id: req-764a4d05-301e-4f9c-b40c-97f92990aef2 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:59:07.138763 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab2b213-abf3-41ee-8cde-d494117280ee", "tag": "fa50814c-db52-44ad-a860-b066634e0852", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:59:07.139157 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-764a4d05-301e-4f9c-b40c-97f92990aef2 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:59:07.140311 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab2b213-abf3-41ee-8cde-d494117280ee', 'tag': 'fa50814c-db52-44ad-a860-b066634e0852', 'status': 'completed', 'code': 200} Aug 29 08:59:07.259281 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-dfcf820c-c233-4a7f-a8de-54a09b1d10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:07.262002 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-dfcf820c-c233-4a7f-a8de-54a09b1d10b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 HTTP/1.1" status: 200 len: 855 time: 0.1165040 Aug 29 08:59:07.328291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e2c5f-8204-425c-a867-e2e7b0865ea3 req-ca381eaa-0c1a-4dea-a0dd-85eff4d13db8 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:07.340378 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-83c24061-3607-46de-b151-a422a7413eb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ff8d669-c27b-4d4d-a0b9-986f050856a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548766 Aug 29 08:59:07.341470 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-df1e2c5f-8204-425c-a867-e2e7b0865ea3 req-ca381eaa-0c1a-4dea-a0dd-85eff4d13db8 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.0867648 Aug 29 08:59:07.428976 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-df1e2c5f-8204-425c-a867-e2e7b0865ea3 req-06918a15-e489-4c91-abed-e6e29227a21b tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865793 Aug 29 08:59:07.538440 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-b9eb0783-7e9a-442f-a3b8-136c63e8d232 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817517 Aug 29 08:59:07.711662 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-47a27d49-3a2b-405e-ade1-12824ed8eec9 req-33383ea6-8fa7-44e2-8b63-c758ea65d318 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571188 Aug 29 08:59:07.828689 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410c7c8-1749-45d6-9e5f-65e28c8b2f61 req-007d2d69-f8be-4372-9501-57234ba7b481 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:07.838526 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6410c7c8-1749-45d6-9e5f-65e28c8b2f61 req-007d2d69-f8be-4372-9501-57234ba7b481 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 943 time: 0.0899272 Aug 29 08:59:07.848926 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39442) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:07.875706 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ff9a-07ac-4674-88c1-b0006c2bec6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:07.885693 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-0c9e3e9c-9dd1-42ae-b287-a047af658c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:07.889277 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-0c9e3e9c-9dd1-42ae-b287-a047af658c6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 1096 time: 0.0808423 Aug 29 08:59:07.924818 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6410c7c8-1749-45d6-9e5f-65e28c8b2f61 req-5fb8d8a0-52d6-45d3-ab4c-a0040b4f463d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826745 Aug 29 08:59:08.078261 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ff9a-07ac-4674-88c1-b0006c2bec6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:08.088765 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9aa9ff9a-07ac-4674-88c1-b0006c2bec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:08.107159 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-03257ded-441e-4e1f-ab07-d2b7436d7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:08.109209 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-03257ded-441e-4e1f-ab07-d2b7436d7bc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 916 time: 0.2082105 Aug 29 08:59:08.180665 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9aa9ff9a-07ac-4674-88c1-b0006c2bec6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b510ce96b6584c3c82d4f070a75300bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264966 Aug 29 08:59:08.180784 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-c1831d67-6d9f-4c4d-821a-b26f7e4e3be6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa50814c-db52-44ad-a860-b066634e0852 HTTP/1.1" status: 200 len: 217 time: 0.0558927 Aug 29 08:59:08.181453 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39452) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:08.181453 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9ff9a-07ac-4674-88c1-b0006c2bec6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2877f4-86cd-48a4-a516-60ff001e42a6,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:08.244062 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71432f0-f340-40f7-9942-39624e766d2d req-56ce04a0-9cd9-436e-b329-b09c9b57f9ff tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:08.246571 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e71432f0-f340-40f7-9942-39624e766d2d req-56ce04a0-9cd9-436e-b329-b09c9b57f9ff tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1519673 Aug 29 08:59:08.259566 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-61a87a5c-d261-4d50-ba7c-4d8d1d8f0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:08.262515 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-61a87a5c-d261-4d50-ba7c-4d8d1d8f0579 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 HTTP/1.1" status: 200 len: 855 time: 0.0744853 Aug 29 08:59:08.285018 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67514c54-5b29-4c8c-b686-b96d91d3e1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:08.311199 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-31a927ed-ac73-4dbb-a74d-4bb82cb67de0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ff8d669-c27b-4d4d-a0b9-986f050856a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382705 Aug 29 08:59:08.322877 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e71432f0-f340-40f7-9942-39624e766d2d req-6298b671-5c79-45ae-9a9d-18d3e7a52567 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673261 Aug 29 08:59:08.324771 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67514c54-5b29-4c8c-b686-b96d91d3e1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:08.415249 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67514c54-5b29-4c8c-b686-b96d91d3e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:08.420476 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67514c54-5b29-4c8c-b686-b96d91d3e1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:08.423309 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-67514c54-5b29-4c8c-b686-b96d91d3e1e1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b2877f4-86cd-48a4-a516-60ff001e42a6 HTTP/1.1" status: 204 len: 168 time: 0.2387753 Aug 29 08:59:08.439809 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67514c54-5b29-4c8c-b686-b96d91d3e1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2877f4-86cd-48a4-a516-60ff001e42a6,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:08.506326 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-6f174b50-0356-430d-bb30-21b6bee9637e service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709392 Aug 29 08:59:08.656479 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b28ea-db7e-498e-98a6-24af0ec60263 req-d219d767-c28f-4639-9e36-4a2c9fe05f28 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:08.658783 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-025b28ea-db7e-498e-98a6-24af0ec60263 req-d219d767-c28f-4639-9e36-4a2c9fe05f28 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.0799549 Aug 29 08:59:08.662667 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-33501d50-4bdb-46f6-9fd3-1eb9c78b2e34 req-f68823eb-bd64-4beb-bead-aca47c63e48d service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544285 Aug 29 08:59:08.744656 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-025b28ea-db7e-498e-98a6-24af0ec60263 req-15a88db7-f4ce-4bb2-bfe7-81151b911aa3 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727978 Aug 29 08:59:08.830389 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39484) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:08.906301 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a1abd8-cb2b-4637-b467-9ca3093add9f admin admin] Deleting subnet c10fe09a-363b-4758-bac1-aaaafa1dbd5e {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 08:59:08.914770 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-77a1abd8-cb2b-4637-b467-9ca3093add9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:09.192364 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3805ff-1b57-478b-b52b-13ac496f5b9f req-616208b9-88a5-4223-be89-3cbc7205987d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:09.194352 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-be3805ff-1b57-478b-b52b-13ac496f5b9f req-616208b9-88a5-4223-be89-3cbc7205987d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 943 time: 0.1340325 Aug 29 08:59:09.252312 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-77a1abd8-cb2b-4637-b467-9ca3093add9f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:09.283322 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-be3805ff-1b57-478b-b52b-13ac496f5b9f req-1f0c963a-6f40-4493-b2aa-895b1ec2b4aa tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787938 Aug 29 08:59:09.286089 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-77a1abd8-cb2b-4637-b467-9ca3093add9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:09.375553 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-77a1abd8-cb2b-4637-b467-9ca3093add9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:09.421604 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-77a1abd8-cb2b-4637-b467-9ca3093add9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:09.429467 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-77a1abd8-cb2b-4637-b467-9ca3093add9f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c10fe09a-363b-4758-bac1-aaaafa1dbd5e HTTP/1.1" status: 204 len: 168 time: 0.5951707 Aug 29 08:59:09.430697 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39508) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:09.493745 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1abd8-cb2b-4637-b467-9ca3093add9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10fe09a-363b-4758-bac1-aaaafa1dbd5e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:09.525035 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:09.663381 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd1147-e784-41cc-8cbb-229e72db3f8a req-4f678d70-b0b5-4b5b-b9b8-cf51592ca4fe tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:09.665496 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-73cd1147-e784-41cc-8cbb-229e72db3f8a req-4f678d70-b0b5-4b5b-b9b8-cf51592ca4fe tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1349585 Aug 29 08:59:09.674046 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:09.689010 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.689663 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.691344 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.692109 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.693418 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.693648 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.694078 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.694424 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.694755 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.695331 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.897628 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.898186 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.898816 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.899351 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 08:59:09.899953 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4eee5f-285f-4675-9067-21543f8b0779']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:09.984629 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99b6fac-c5f7-4b7d-8fdd-8e7d2278a545') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:09.985106 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99b6fac-c5f7-4b7d-8fdd-8e7d2278a545') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:09.996631 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-766651de-8f8e-4ee5-8b5e-2ab92b2280f4 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:09.998243 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-766651de-8f8e-4ee5-8b5e-2ab92b2280f4 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.57 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.1080389 Aug 29 08:59:10.050450 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159152'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.111312 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39530) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:10.136781 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-73cd1147-e784-41cc-8cbb-229e72db3f8a req-278c6236-3a3a-47ee-9ba5-8cda944ea431 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527016 Aug 29 08:59:10.139029 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.202496 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Deleting port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 08:59:10.202909 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.212932 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718bc8a-ce92-452f-934d-6784124d66e8 req-8fc0cc21-af69-4728-808a-2e74848e513c tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:10.229581 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5718bc8a-ce92-452f-934d-6784124d66e8 req-8fc0cc21-af69-4728-808a-2e74848e513c tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 945 time: 0.3057492 Aug 29 08:59:10.249868 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 08:59:10.250472 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166108'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: from cryptography.utils import int_from_bytes Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: from cryptography.utils import int_from_bytes Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: Traceback (most recent call last): Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: timer() Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: cb(*args, **kw) Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: return func(*args, **kwargs) Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: self._notify() Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: self.callback(batched_events) Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: event.method(event) Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: return f(self, *a, **k) Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._get(url).json() Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 08:59:10.257531 dv-cinder-806490-1-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 08:59:10.335557 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-04695e1e-37bb-4bc0-8bc3-8bdf9043e688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.375095 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] For port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,segment=NetworkSegment(31daf760-40a4-468b-b9fb-834fda73b77a),segment_id=31daf760-40a4-468b-b9fb-834fda73b77a)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:10.375962 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed495-0c95-445b-87cc-cc4f370b53c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.376642 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.397569 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Calling delete_port for 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 08:59:10.426354 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5718bc8a-ce92-452f-934d-6784124d66e8 req-093d47c3-7020-4f54-81a4-efa8711cad07 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/security-groups?id=124948ab-1912-4563-8db0-3bc2524b3b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936488 Aug 29 08:59:10.457467 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.509286 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.515452 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2d4eee5f-285f-4675-9067-21543f8b0779 HTTP/1.1" status: 204 len: 168 time: 1.0804255 Aug 29 08:59:10.515452 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771044a-6e63-4b52-8b2e-08f404c60025 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4eee5f-285f-4675-9067-21543f8b0779,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:10.519307 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39544) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:10.624762 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.639642 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['490d7fb1-fb82-4a68-9157-28fe4f53ddb8'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:59:10.642951 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cee1eb-14d8-4302-aa1b-f2d28e66c221 req-87cff9a2-30c6-4b80-bcae-b77039168844 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:10.646082 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-64cee1eb-14d8-4302-aa1b-f2d28e66c221 req-87cff9a2-30c6-4b80-bcae-b77039168844 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 943 time: 0.2451177 Aug 29 08:59:10.663131 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Pushing event deleted for resources: {'Port': ['ID=490d7fb1-fb82-4a68-9157-28fe4f53ddb8,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:10.679932 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba2ab24-5a3c-4bc1-961b-8f877ae53329 admin admin] Deleting subnet 30f0b7e3-dcc6-4545-ba21-188f66820f74 {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 08:59:10.686280 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ab24-5a3c-4bc1-961b-8f877ae53329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.735537 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39548) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:10.746321 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] No DVR routers for this DVR port 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 08:59:10.752757 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.755908 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-79dc9e3e-46db-46a7-8602-e8b08b98cb42 req-5ede5235-c272-4cfa-9326-3c68d583f8a7 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.57 "DELETE /v2.0/ports/490d7fb1-fb82-4a68-9157-28fe4f53ddb8 HTTP/1.1" status: 204 len: 173 time: 0.7498085 Aug 29 08:59:10.756406 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33ba989-b3d9-4730-9671-e9b12dcef7de', 'name': 'network-vif-deleted', 'tag': '490d7fb1-fb82-4a68-9157-28fe4f53ddb8'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:59:10.759191 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c540877-8050-45e9-a348-ab56b950e0e9" -d '{"events": [{"server_uuid": "d33ba989-b3d9-4730-9671-e9b12dcef7de", "name": "network-vif-deleted", "tag": "490d7fb1-fb82-4a68-9157-28fe4f53ddb8"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:59:10.788779 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ab24-5a3c-4bc1-961b-8f877ae53329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.823723 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-64cee1eb-14d8-4302-aa1b-f2d28e66c221 req-ea4e6c9d-2937-4ce6-a205-c772acbfd849 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615453 Aug 29 08:59:10.846930 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed495-0c95-445b-87cc-cc4f370b53c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.862119 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed495-0c95-445b-87cc-cc4f370b53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:10.865225 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7f343d-6262-4cbd-ab77-799f0a9b0fea x-openstack-request-id: req-2a7f343d-6262-4cbd-ab77-799f0a9b0fea {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:59:10.876135 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33ba989-b3d9-4730-9671-e9b12dcef7de", "name": "network-vif-deleted", "tag": "490d7fb1-fb82-4a68-9157-28fe4f53ddb8", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:59:10.876668 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a7f343d-6262-4cbd-ab77-799f0a9b0fea {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:59:10.877449 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33ba989-b3d9-4730-9671-e9b12dcef7de', 'name': 'network-vif-deleted', 'tag': '490d7fb1-fb82-4a68-9157-28fe4f53ddb8', 'status': 'completed', 'code': 200} Aug 29 08:59:10.913465 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ab24-5a3c-4bc1-961b-8f877ae53329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.022847 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7b1ed495-0c95-445b-87cc-cc4f370b53c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b0d9c231d7f4ec0bb75a300b069db7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9074066 Aug 29 08:59:11.023634 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39560) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:11.048993 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ed495-0c95-445b-87cc-cc4f370b53c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586a961c-4f05-46dc-92e1-91a6281813b7,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:11.067854 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cfae5633-1e32-4715-90de-873fc9504980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.109486 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ab24-5a3c-4bc1-961b-8f877ae53329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.138202 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-66505189-35c8-4c56-9ca1-205a2be8dfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.186322 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2ab24-5a3c-4bc1-961b-8f877ae53329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f0b7e3-dcc6-4545-ba21-188f66820f74,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:11.187991 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-66505189-35c8-4c56-9ca1-205a2be8dfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.197084 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ab24-5a3c-4bc1-961b-8f877ae53329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.218228 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9ba2ab24-5a3c-4bc1-961b-8f877ae53329 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/30f0b7e3-dcc6-4545-ba21-188f66820f74 HTTP/1.1" status: 204 len: 168 time: 0.6785793 Aug 29 08:59:11.220318 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39568) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:11.257467 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fa50814c-db52-44ad-a860-b066634e0852 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:59:11.309448 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-66505189-35c8-4c56-9ca1-205a2be8dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.315303 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-66505189-35c8-4c56-9ca1-205a2be8dfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.320103 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-66505189-35c8-4c56-9ca1-205a2be8dfa6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/586a961c-4f05-46dc-92e1-91a6281813b7 HTTP/1.1" status: 204 len: 168 time: 0.2936897 Aug 29 08:59:11.341771 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66505189-35c8-4c56-9ca1-205a2be8dfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a961c-4f05-46dc-92e1-91a6281813b7,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:11.396839 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fa50814c-db52-44ad-a860-b066634e0852, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fa50814c-db52-44ad-a860-b066634e0852,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:11.411865 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'fa50814c-db52-44ad-a860-b066634e0852', 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6', 'port_id': 'fa50814c-db52-44ad-a860-b066634e0852', 'mac_address': 'fa:16:3e:fd:a0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f7f62d-ff6c-4b1e-9a30-e8c6e20be787', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:59:11.467160 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.476065 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.496528 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa50814c-db52-44ad-a860-b066634e0852 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:59:11.520213 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cfae5633-1e32-4715-90de-873fc9504980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.521868 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fa50814c-db52-44ad-a860-b066634e0852, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fa50814c-db52-44ad-a860-b066634e0852,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:11.529781 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca4566-6afa-47ed-9034-128c6ed772d0 req-efa110f9-6fbb-401d-a14d-fe4d1d61b45e tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:11.532009 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.537966 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-50ca4566-6afa-47ed-9034-128c6ed772d0 req-efa110f9-6fbb-401d-a14d-fe4d1d61b45e tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.2085729 Aug 29 08:59:11.565797 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cfae5633-1e32-4715-90de-873fc9504980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.608487 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=fa50814c-db52-44ad-a860-b066634e0852,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:11.616724 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.617659 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.618204 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.618618 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.619271 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.619676 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.620201 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.620860 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.621312 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.621863 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.622398 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.622949 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 08:59:11.703481 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-07a7f53c-0cce-46aa-9bbc-05eebd22e3ba req-b975d308-bfda-47fe-9dea-c2b861edc3b2 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.0906832 Aug 29 08:59:11.713812 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-cfae5633-1e32-4715-90de-873fc9504980 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ee63615d47941dea48ce23b1d5adfa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9722407 Aug 29 08:59:11.715630 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39578) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:11.717536 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.720442 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae5633-1e32-4715-90de-873fc9504980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e705ada-8f23-468e-bb85-67227cd29cfe,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:11.746128 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-50ca4566-6afa-47ed-9034-128c6ed772d0 req-1e11c5ae-817d-4ccf-a229-76925c602d3c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069077 Aug 29 08:59:11.756581 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a147f367-670e-442b-bc02-e2dffa54d8b5']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:11.785426 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f642719-3009-4ec4-889c-13310d6ec134') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:11.786207 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f642719-3009-4ec4-889c-13310d6ec134') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:11.800845 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159152'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.816670 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.824465 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 08:59:11.824876 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166108'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: Traceback (most recent call last): Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: timer() Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: cb(*args, **kw) Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: return func(*args, **kwargs) Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: self._notify() Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: self.callback(batched_events) Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: event.method(event) Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: return f(self, *a, **k) Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._get(url).json() Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 08:59:11.826845 dv-cinder-806490-1-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 08:59:11.829435 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-687ff5ed-dcb6-4306-9dc8-743f24990c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.871658 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-687ff5ed-dcb6-4306-9dc8-743f24990c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.889173 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39582) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:11.913674 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-449f434c-0117-445c-bf48-91b684230f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.941138 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.955827 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-687ff5ed-dcb6-4306-9dc8-743f24990c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.962853 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-687ff5ed-dcb6-4306-9dc8-743f24990c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:11.965001 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-687ff5ed-dcb6-4306-9dc8-743f24990c63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e705ada-8f23-468e-bb85-67227cd29cfe HTTP/1.1" status: 204 len: 168 time: 0.2464712 Aug 29 08:59:11.979634 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ff5ed-dcb6-4306-9dc8-743f24990c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e705ada-8f23-468e-bb85-67227cd29cfe,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:12.000716 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.003159 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] 10.222.0.45 "DELETE /v2.0/networks/a147f367-670e-442b-bc02-e2dffa54d8b5 HTTP/1.1" status: 204 len: 168 time: 0.7813427 Aug 29 08:59:12.032864 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db819b63-3af6-4b75-b188-ebbf862997ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a147f367-670e-442b-bc02-e2dffa54d8b5,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:12.106686 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1ddd1-de85-46da-ad49-6df0ffc38312 req-87da3923-0099-4003-a932-3ab5b6044a7b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:12.109522 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bae1ddd1-de85-46da-ad49-6df0ffc38312 req-87da3923-0099-4003-a932-3ab5b6044a7b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 944 time: 0.1502662 Aug 29 08:59:12.186494 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bae1ddd1-de85-46da-ad49-6df0ffc38312 req-50d7f0ce-da80-47e5-b6e9-b137ae43f3a4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692110 Aug 29 08:59:12.219662 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-449f434c-0117-445c-bf48-91b684230f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.226081 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-449f434c-0117-445c-bf48-91b684230f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.297268 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-449f434c-0117-445c-bf48-91b684230f04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0fb41f2aaba841379904e448d823ef52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013238 Aug 29 08:59:12.297268 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39590) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:12.313062 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f434c-0117-445c-bf48-91b684230f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5e93c3-8cfd-41cd-954a-864bd673fa80,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:12.355679 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39592) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:12.396694 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9f284404-c55b-4177-b45b-60b08c704f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.413796 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-aab9882f-44f0-4bf5-a449-8931b9a99a4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0c077a1a35f46c8bf62784a10f80480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529029 Aug 29 08:59:12.414102 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39594) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:12.430012 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9f284404-c55b-4177-b45b-60b08c704f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.505034 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3b04926d-1fce-4f83-9445-914bea6380ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.509950 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9f284404-c55b-4177-b45b-60b08c704f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.515183 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9f284404-c55b-4177-b45b-60b08c704f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.517549 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9f284404-c55b-4177-b45b-60b08c704f98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe5e93c3-8cfd-41cd-954a-864bd673fa80 HTTP/1.1" status: 204 len: 168 time: 0.2197320 Aug 29 08:59:12.534545 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f284404-c55b-4177-b45b-60b08c704f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5e93c3-8cfd-41cd-954a-864bd673fa80,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:12.547218 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3b04926d-1fce-4f83-9445-914bea6380ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.617080 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3b04926d-1fce-4f83-9445-914bea6380ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.622914 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3b04926d-1fce-4f83-9445-914bea6380ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:12.624989 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3b04926d-1fce-4f83-9445-914bea6380ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a1c489a-15ce-491a-b9c9-fec5438e9df4 HTTP/1.1" status: 204 len: 168 time: 0.2096083 Aug 29 08:59:12.639298 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04926d-1fce-4f83-9445-914bea6380ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1c489a-15ce-491a-b9c9-fec5438e9df4,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:12.854930 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8d360b9-6400-47f7-90b9-94d66244bb0a req-66294fc8-62f9-4e3c-aac7-8c86dee21cc2 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.0330772 Aug 29 08:59:13.001600 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26861b-6d20-4c80-bd44-a3056218f742 req-a6973b3d-5eda-4c90-b47c-1567e5df12fd tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:13.003966 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ee26861b-6d20-4c80-bd44-a3056218f742 req-a6973b3d-5eda-4c90-b47c-1567e5df12fd tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0714724 Aug 29 08:59:13.055931 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ee26861b-6d20-4c80-bd44-a3056218f742 req-673141bb-b5c3-431f-86d6-01f990a201f1 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Aug 29 08:59:13.189795 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39616) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:13.259212 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-04da938b-d9e2-431e-869b-ac76a3f8b094 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f168b5e341a454e8394404b1a65391e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676744 Aug 29 08:59:13.262862 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39622) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:13.347179 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6488fef4-3986-4d1c-b3f2-b7631fb6048e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:13.372437 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6488fef4-3986-4d1c-b3f2-b7631fb6048e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:13.374462 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f34e5-b3b6-4596-a808-33250c9db98a req-f0d4d331-8a21-48de-8c32-07cfaa53d66e tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:13.375910 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cb6f34e5-b3b6-4596-a808-33250c9db98a req-f0d4d331-8a21-48de-8c32-07cfaa53d66e tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 944 time: 0.0700486 Aug 29 08:59:13.426277 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cb6f34e5-b3b6-4596-a808-33250c9db98a req-e353ad6d-b6b3-4fad-84f4-3979578d0196 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368848 Aug 29 08:59:13.432751 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6488fef4-3986-4d1c-b3f2-b7631fb6048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:13.435542 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6488fef4-3986-4d1c-b3f2-b7631fb6048e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:13.436773 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6488fef4-3986-4d1c-b3f2-b7631fb6048e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62d44517-8179-479c-92e7-07d2a1a92b7a HTTP/1.1" status: 204 len: 168 time: 0.1725464 Aug 29 08:59:13.451984 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488fef4-3986-4d1c-b3f2-b7631fb6048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d44517-8179-479c-92e7-07d2a1a92b7a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:13.869660 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:14.017948 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2608285c-bf5c-4d8e-b2f3-1251a03faee5 req-a4148361-f927-4798-b393-045dfe00ade4 tempest-DeleteServersTestJSON-587848058 tempest-DeleteServersTestJSON-587848058-project] 10.222.0.45 "GET /v2.0/ports?device_id=d33ba989-b3d9-4730-9671-e9b12dcef7de HTTP/1.1" status: 200 len: 210 time: 0.0461600 Aug 29 08:59:14.219801 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192166e-652e-4402-ab91-7789aefecf8e req-f60c43ad-0b56-4739-adb2-12e4844f5090 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:14.222015 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f192166e-652e-4402-ab91-7789aefecf8e req-f60c43ad-0b56-4739-adb2-12e4844f5090 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0757475 Aug 29 08:59:14.291839 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f192166e-652e-4402-ab91-7789aefecf8e req-d6780e1f-014b-4ce2-8586-e690d74413b5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592787 Aug 29 08:59:14.606979 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a4a89-f00e-464c-8e03-cd19d5ecc401 req-b111bfb2-c14f-431d-8270-fdee8d73788c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:14.610607 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-454a4a89-f00e-464c-8e03-cd19d5ecc401 req-b111bfb2-c14f-431d-8270-fdee8d73788c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 944 time: 0.0979199 Aug 29 08:59:14.678256 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-454a4a89-f00e-464c-8e03-cd19d5ecc401 req-95d1d030-792d-49e7-b8fe-3277489bf567 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569885 Aug 29 08:59:14.699160 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['fa50814c-db52-44ad-a860-b066634e0852'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:59:15.114724 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ca4ba330-9a1c-442b-93b8-234cd7a93300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:15.316300 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39706) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:15.406485 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 08:59:15.442822 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 08:59:15.443403 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 490d7fb1-fb82-4a68-9157-28fe4f53ddb8 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 08:59:15.538133 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b3795-0917-4462-9384-cb9716d58b94 req-c5017044-55af-4fa1-bddd-970008beaa67 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:15.541068 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-237b3795-0917-4462-9384-cb9716d58b94 req-c5017044-55af-4fa1-bddd-970008beaa67 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1007950 Aug 29 08:59:15.648296 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-237b3795-0917-4462-9384-cb9716d58b94 req-2f52515c-4dbb-4fd4-8282-fc28912a4631 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943813 Aug 29 08:59:15.663281 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-69affc14-76b2-4d99-a728-0884a82da9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:15.825185 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-69affc14-76b2-4d99-a728-0884a82da9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:15.837554 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-69affc14-76b2-4d99-a728-0884a82da9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:15.931426 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-69affc14-76b2-4d99-a728-0884a82da9f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=462962b9bfcc4a47b97b66e571021c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6147141 Aug 29 08:59:15.933375 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69affc14-76b2-4d99-a728-0884a82da9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1b68dc-68e5-4820-b4c2-131e5bfba103,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:15.936240 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39732) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:15.949735 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e536c06-f8b0-4494-b426-db803073b69f req-20f3b568-40a7-4311-82fb-87fad9c411c6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:15.968223 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1e536c06-f8b0-4494-b426-db803073b69f req-20f3b568-40a7-4311-82fb-87fad9c411c6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 944 time: 0.1583743 Aug 29 08:59:16.017154 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1a4b01c8-0ac3-4dc7-8b84-870f446c0617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:16.037701 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1e536c06-f8b0-4494-b426-db803073b69f req-564b0e21-1bca-4597-aef6-39156dda49d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659761 Aug 29 08:59:16.050621 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1a4b01c8-0ac3-4dc7-8b84-870f446c0617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:16.120370 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1a4b01c8-0ac3-4dc7-8b84-870f446c0617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:16.124737 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1a4b01c8-0ac3-4dc7-8b84-870f446c0617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:16.126365 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1a4b01c8-0ac3-4dc7-8b84-870f446c0617 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e1b68dc-68e5-4820-b4c2-131e5bfba103 HTTP/1.1" status: 204 len: 168 time: 0.1885087 Aug 29 08:59:16.145435 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b01c8-0ac3-4dc7-8b84-870f446c0617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1b68dc-68e5-4820-b4c2-131e5bfba103,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:16.346376 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:16.803396 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09ef9-7cae-4764-b87b-3df15ed70b72 req-0cc9b5d3-f8b5-401c-b0fe-8b7ec7ee2c2f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:16.805772 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aaa09ef9-7cae-4764-b87b-3df15ed70b72 req-0cc9b5d3-f8b5-401c-b0fe-8b7ec7ee2c2f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0704722 Aug 29 08:59:16.853460 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aaa09ef9-7cae-4764-b87b-3df15ed70b72 req-848df5e9-eeaf-4ed7-b387-23a9ed2a9b55 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399363 Aug 29 08:59:17.045904 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39778) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:17.103752 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-017dcecf-db8a-4024-9a84-7a9fc17f1d16 admin admin] Deleting subnet 5f7c842b-c228-4698-be45-2960a33104fe {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 08:59:17.110202 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-017dcecf-db8a-4024-9a84-7a9fc17f1d16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.156560 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-017dcecf-db8a-4024-9a84-7a9fc17f1d16 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.163299 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-017dcecf-db8a-4024-9a84-7a9fc17f1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.221727 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346e046-5e4f-4b6b-ba18-ae06e56858b2 req-4b916d0e-dc01-41b5-81a8-5c51e044b07c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:17.223978 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e346e046-5e4f-4b6b-ba18-ae06e56858b2 req-4b916d0e-dc01-41b5-81a8-5c51e044b07c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 944 time: 0.0700443 Aug 29 08:59:17.233736 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-017dcecf-db8a-4024-9a84-7a9fc17f1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.264751 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dcecf-db8a-4024-9a84-7a9fc17f1d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7c842b-c228-4698-be45-2960a33104fe,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:17.280945 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e346e046-5e4f-4b6b-ba18-ae06e56858b2 req-cb6a64f0-c57e-4e38-85ae-7c935456b986 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Aug 29 08:59:17.286146 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-017dcecf-db8a-4024-9a84-7a9fc17f1d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.292604 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-017dcecf-db8a-4024-9a84-7a9fc17f1d16 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5f7c842b-c228-4698-be45-2960a33104fe HTTP/1.1" status: 204 len: 168 time: 0.2454746 Aug 29 08:59:17.296350 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 39786) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:17.401912 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.516317 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.529485 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07799c2-5bb3-4cd7-82dc-2e849a8b24f0']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:17.544185 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31daf760-40a4-468b-b9fb-834fda73b77a') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:17.544530 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31daf760-40a4-468b-b9fb-834fda73b77a') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 08:59:17.563325 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159152'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.570225 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.588656 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.603932 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 08:59:17.604471 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166108'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: Traceback (most recent call last): Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: timer() Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: cb(*args, **kw) Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: return func(*args, **kwargs) Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: self._notify() Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: self.callback(batched_events) Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: event.method(event) Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: return f(self, *a, **k) Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._get(url).json() Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 08:59:17.607218 dv-cinder-806490-1-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 08:59:17.688945 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.700614 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:17.712800 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b07799c2-5bb3-4cd7-82dc-2e849a8b24f0 HTTP/1.1" status: 204 len: 168 time: 0.4114993 Aug 29 08:59:17.729357 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664d064-fab8-48cf-8782-102476be4276 admin admin] Pushing event deleted for resources: {'Network': ['ID=b07799c2-5bb3-4cd7-82dc-2e849a8b24f0,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:17.901087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39808) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:17.970821 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-735cb4a3-8440-498c-9d17-e94c4e2fe3e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52140a30120c480a87aeaf680f31eb2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0679908 Aug 29 08:59:17.973195 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 39812) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:18.006896 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276216cd-4619-489e-96d9-24306a8a8b82 req-feb6226f-d0ec-420e-882f-51eef0cd3b70 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:18.009522 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-276216cd-4619-489e-96d9-24306a8a8b82 req-feb6226f-d0ec-420e-882f-51eef0cd3b70 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0632269 Aug 29 08:59:18.048598 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ccce7aa3-8068-446c-a893-4ee7fa09e645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:18.054298 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-276216cd-4619-489e-96d9-24306a8a8b82 req-65cf1055-b41a-4d55-be33-d35e2c75b8df tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380385 Aug 29 08:59:18.081083 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ccce7aa3-8068-446c-a893-4ee7fa09e645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:18.148990 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ccce7aa3-8068-446c-a893-4ee7fa09e645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:18.154181 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ccce7aa3-8068-446c-a893-4ee7fa09e645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:18.156123 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ccce7aa3-8068-446c-a893-4ee7fa09e645 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/124948ab-1912-4563-8db0-3bc2524b3b6e HTTP/1.1" status: 204 len: 168 time: 0.1816022 Aug 29 08:59:18.170757 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce7aa3-8068-446c-a893-4ee7fa09e645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124948ab-1912-4563-8db0-3bc2524b3b6e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:18.352343 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fa50814c-db52-44ad-a860-b066634e0852 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:59:18.471989 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port fa50814c-db52-44ad-a860-b066634e0852 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:59:18.480820 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port fa50814c-db52-44ad-a860-b066634e0852 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:59:18.481480 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:18.500598 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee63af-a7a1-4f57-a11a-407aaee0e814 req-f0fe7803-d1af-48f6-a9c0-ef91b373f19b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:18.502561 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bbee63af-a7a1-4f57-a11a-407aaee0e814 req-f0fe7803-d1af-48f6-a9c0-ef91b373f19b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 944 time: 0.0818033 Aug 29 08:59:18.572233 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bbee63af-a7a1-4f57-a11a-407aaee0e814 req-2f597609-78c7-44ce-8b81-02b2ffe59313 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624485 Aug 29 08:59:18.656955 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:18.691894 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab2b213-abf3-41ee-8cde-d494117280ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50814c-db52-44ad-a860-b066634e0852'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:59:18.696979 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801369f3-85ab-4334-990b-d7378735cc2f" -d '{"events": [{"server_uuid": "2ab2b213-abf3-41ee-8cde-d494117280ee", "name": "network-vif-plugged", "status": "completed", "tag": "fa50814c-db52-44ad-a860-b066634e0852"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:59:18.743262 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fa50814c-db52-44ad-a860-b066634e0852, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fa50814c-db52-44ad-a860-b066634e0852,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:18.750565 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:18.758575 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687ac5b7-42dd-4c98-94de-428ab84a6af2 x-openstack-request-id: req-687ac5b7-42dd-4c98-94de-428ab84a6af2 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:59:18.758995 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab2b213-abf3-41ee-8cde-d494117280ee", "name": "network-vif-plugged", "status": "completed", "tag": "fa50814c-db52-44ad-a860-b066634e0852", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:59:18.759266 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-687ac5b7-42dd-4c98-94de-428ab84a6af2 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:59:18.759667 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab2b213-abf3-41ee-8cde-d494117280ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa50814c-db52-44ad-a860-b066634e0852', 'code': 200} Aug 29 08:59:18.824455 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=fa50814c-db52-44ad-a860-b066634e0852,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:19.238919 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a236a9-e751-437c-b24f-f4ca6f240239 req-37ebff01-6e3e-4377-92b6-c6db7ceb61ba tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:19.241689 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-22a236a9-e751-437c-b24f-f4ca6f240239 req-37ebff01-6e3e-4377-92b6-c6db7ceb61ba tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0831857 Aug 29 08:59:19.300329 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-22a236a9-e751-437c-b24f-f4ca6f240239 req-d239990d-140e-488e-bcaf-92c870caee5b tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515678 Aug 29 08:59:20.011429 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e9ad8-53ab-4d06-a321-92358a81c548 req-1fe06f97-46eb-4146-86ea-ed5ec4fff3ca tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:20.014087 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9a7e9ad8-53ab-4d06-a321-92358a81c548 req-1fe06f97-46eb-4146-86ea-ed5ec4fff3ca tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0831330 Aug 29 08:59:20.073107 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9a7e9ad8-53ab-4d06-a321-92358a81c548 req-4f261606-4a79-4720-b3a7-93e5382d49b9 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504456 Aug 29 08:59:20.433907 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b2588-436b-40ef-a856-cfbada162760 req-0baf013b-7682-4faf-8b2e-117e049f561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:20.436186 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-8a8b2588-436b-40ef-a856-cfbada162760 req-0baf013b-7682-4faf-8b2e-117e049f561b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 1098 time: 0.0503590 Aug 29 08:59:20.472001 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ff374-c5bf-4729-b650-d671e0bae955 req-8082a641-5bdd-423a-b1ec-ab63e640a790 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:20.473623 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3d8ff374-c5bf-4729-b650-d671e0bae955 req-8082a641-5bdd-423a-b1ec-ab63e640a790 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0877635 Aug 29 08:59:20.500259 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-8a8b2588-436b-40ef-a856-cfbada162760 req-542f562a-e192-42ad-9449-f0085d4b49b4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531905 Aug 29 08:59:20.527236 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3d8ff374-c5bf-4729-b650-d671e0bae955 req-2db8a15f-f802-46d9-8668-6eba56a08de7 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Aug 29 08:59:21.281376 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283596e9-5ce5-4757-8f81-a3dfbba82317 req-cbf04855-16e4-4aa8-8adb-863deaa39789 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:21.283056 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-283596e9-5ce5-4757-8f81-a3dfbba82317 req-cbf04855-16e4-4aa8-8adb-863deaa39789 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0703416 Aug 29 08:59:21.336852 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-283596e9-5ce5-4757-8f81-a3dfbba82317 req-31611d59-6d53-4fef-9e94-74a3d4658600 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Aug 29 08:59:21.659260 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2d5fd-e57c-4106-9f8b-7b07c6633980 req-c2d9d141-14dc-4a34-ab1b-9cafe892a399 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:21.660911 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15c2d5fd-e57c-4106-9f8b-7b07c6633980 req-c2d9d141-14dc-4a34-ab1b-9cafe892a399 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0523551 Aug 29 08:59:21.704113 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15c2d5fd-e57c-4106-9f8b-7b07c6633980 req-26df91be-f85f-43ca-83d1-a47b6debcfb9 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367260 Aug 29 08:59:22.503263 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82011f-e33b-4327-a43e-20cdece41701 req-dd099fa4-1a5d-42ea-882f-63285f5329b4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:22.505116 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c82011f-e33b-4327-a43e-20cdece41701 req-dd099fa4-1a5d-42ea-882f-63285f5329b4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0640666 Aug 29 08:59:22.559961 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c82011f-e33b-4327-a43e-20cdece41701 req-f382360a-952b-44ef-9404-1841c3f20fdf tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478985 Aug 29 08:59:22.858402 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f783ab-36af-49c0-bf89-41b206f13b0a req-52fa491f-ce5b-467a-8bf8-3b2cba82eadd tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:22.860056 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9f783ab-36af-49c0-bf89-41b206f13b0a req-52fa491f-ce5b-467a-8bf8-3b2cba82eadd tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0644574 Aug 29 08:59:22.923769 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9f783ab-36af-49c0-bf89-41b206f13b0a req-d7858805-e36f-45db-bfaf-f7b375f3c5c5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511563 Aug 29 08:59:23.700042 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5a7f0-f9d9-485c-99de-f8eb89aedc0b req-7b25944e-edee-4c31-8478-cd85fd0dfb9a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:23.701612 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4fc5a7f0-f9d9-485c-99de-f8eb89aedc0b req-7b25944e-edee-4c31-8478-cd85fd0dfb9a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0610631 Aug 29 08:59:23.747819 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4fc5a7f0-f9d9-485c-99de-f8eb89aedc0b req-4d4d2889-3eb6-476a-a085-4d456d0be5c3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 Aug 29 08:59:24.083334 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf699d0d-5c28-4d31-bc97-55ecb131ff3c req-06d7e6a6-8018-4013-81ea-1fcf9625d160 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:24.085005 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cf699d0d-5c28-4d31-bc97-55ecb131ff3c req-06d7e6a6-8018-4013-81ea-1fcf9625d160 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0777309 Aug 29 08:59:24.145710 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cf699d0d-5c28-4d31-bc97-55ecb131ff3c req-c3f2a349-4c39-49e5-b5e1-b4690e908f49 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505083 Aug 29 08:59:24.937829 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bde40-0ee2-4f38-b176-b46e8d8446c7 req-1df6df5b-cd66-4fba-a13b-22ef01493f91 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:24.939522 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a03bde40-0ee2-4f38-b176-b46e8d8446c7 req-1df6df5b-cd66-4fba-a13b-22ef01493f91 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0892501 Aug 29 08:59:24.994667 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a03bde40-0ee2-4f38-b176-b46e8d8446c7 req-b67752a6-b70c-46b3-badf-627ebd71e890 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477593 Aug 29 08:59:25.310180 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e17b8-1314-4842-bfc6-3a9626935151 req-969fee88-0937-45e3-be97-1ee2df6f131b tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:25.312032 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc1e17b8-1314-4842-bfc6-3a9626935151 req-969fee88-0937-45e3-be97-1ee2df6f131b tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0695882 Aug 29 08:59:25.358338 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc1e17b8-1314-4842-bfc6-3a9626935151 req-f7bce696-e752-42af-98a0-2786ca68e141 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Aug 29 08:59:25.656144 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40004) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:25.850843 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a11abd28-4b49-4641-af33-94c4b8a5b160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:25.972650 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a11abd28-4b49-4641-af33-94c4b8a5b160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:25.978569 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a11abd28-4b49-4641-af33-94c4b8a5b160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.028503 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a11abd28-4b49-4641-af33-94c4b8a5b160 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=082e82a405ee46a5adafd20c72d6a3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684733 Aug 29 08:59:26.028503 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11abd28-4b49-4641-af33-94c4b8a5b160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4284cd1-cf46-4503-bf6a-e11dbf553903,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:26.029250 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40016) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:26.085123 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8207c9eb-9b2a-4ef2-9fc7-05eda41d8cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.111804 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8207c9eb-9b2a-4ef2-9fc7-05eda41d8cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.177750 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8207c9eb-9b2a-4ef2-9fc7-05eda41d8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.180739 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8207c9eb-9b2a-4ef2-9fc7-05eda41d8cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.182135 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8207c9eb-9b2a-4ef2-9fc7-05eda41d8cbd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4284cd1-cf46-4503-bf6a-e11dbf553903 HTTP/1.1" status: 204 len: 168 time: 0.1517935 Aug 29 08:59:26.194814 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207c9eb-9b2a-4ef2-9fc7-05eda41d8cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4284cd1-cf46-4503-bf6a-e11dbf553903,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:26.496957 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21066e0a-742a-4082-b1a6-81f5864d8f5a req-d70d4798-efae-470c-b89c-a15721836812 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:26.506335 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-21066e0a-742a-4082-b1a6-81f5864d8f5a req-d70d4798-efae-470c-b89c-a15721836812 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0744658 Aug 29 08:59:26.541062 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40028) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:26.568706 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e28aae7d-702b-4f1b-98e3-d33f078b3417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.576094 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-21066e0a-742a-4082-b1a6-81f5864d8f5a req-45a38058-a6f0-4e52-b574-839910242e53 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635967 Aug 29 08:59:26.705804 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e28aae7d-702b-4f1b-98e3-d33f078b3417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.712510 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e28aae7d-702b-4f1b-98e3-d33f078b3417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.758792 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e28aae7d-702b-4f1b-98e3-d33f078b3417 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=676acadf2ea3494b8f34ad688f2daff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120912 Aug 29 08:59:26.758792 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aae7d-702b-4f1b-98e3-d33f078b3417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5982adb0-dbda-4cbd-b431-6ff60d2b2f35,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:26.759396 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40032) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:26.821564 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c50ff0f6-195f-4a47-8d17-83eaaed97de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.849494 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c50ff0f6-195f-4a47-8d17-83eaaed97de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.912127 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c50ff0f6-195f-4a47-8d17-83eaaed97de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.915562 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c50ff0f6-195f-4a47-8d17-83eaaed97de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:26.916755 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c50ff0f6-195f-4a47-8d17-83eaaed97de5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5982adb0-dbda-4cbd-b431-6ff60d2b2f35 HTTP/1.1" status: 204 len: 168 time: 0.1559517 Aug 29 08:59:26.925849 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ff0f6-195f-4a47-8d17-83eaaed97de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5982adb0-dbda-4cbd-b431-6ff60d2b2f35,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:27.988640 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cbc3a-0d23-4e80-a8d3-375b77f9d9db req-6afeb9d4-69f8-4d95-b1d9-10cefa9ae88d tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:27.991343 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-626cbc3a-0d23-4e80-a8d3-375b77f9d9db req-6afeb9d4-69f8-4d95-b1d9-10cefa9ae88d tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.3129652 Aug 29 08:59:28.067060 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-626cbc3a-0d23-4e80-a8d3-375b77f9d9db req-e4e66b46-d774-4251-9ed0-675cfce93be1 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623426 Aug 29 08:59:29.260424 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a277d7-4670-4124-b06d-341cf27b9e91 req-19e756f2-65b7-4b6e-91ff-3f981be4a63f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:29.263197 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-22a277d7-4670-4124-b06d-341cf27b9e91 req-19e756f2-65b7-4b6e-91ff-3f981be4a63f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0938015 Aug 29 08:59:29.308724 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-22a277d7-4670-4124-b06d-341cf27b9e91 req-3f39ea9d-3ac6-46a7-bd49-d94ec2bc9269 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372152 Aug 29 08:59:30.452568 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e0fcd-c4d6-4051-ad45-26caa299052c req-167202cc-1534-41a1-b6aa-b45fe001472a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:30.454222 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9a4e0fcd-c4d6-4051-ad45-26caa299052c req-167202cc-1534-41a1-b6aa-b45fe001472a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0590677 Aug 29 08:59:30.498222 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9a4e0fcd-c4d6-4051-ad45-26caa299052c req-0e51e943-c10a-41ee-b973-ea6f35204199 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376143 Aug 29 08:59:30.859924 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:31.639064 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df132926-5df8-499b-9bed-f3c73f720c06 req-322a260a-5197-4706-8890-fa8799b91a79 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:31.641276 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-df132926-5df8-499b-9bed-f3c73f720c06 req-322a260a-5197-4706-8890-fa8799b91a79 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0605989 Aug 29 08:59:31.703492 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-df132926-5df8-499b-9bed-f3c73f720c06 req-bcfdc0a3-5a9e-48b3-8b42-e317ae8f4e27 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522318 Aug 29 08:59:32.937778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559735-1c78-433e-bcdf-12b3e76ef8a7 req-8859907c-8076-4e0c-b0a4-719953aaa370 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:32.940321 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-83559735-1c78-433e-bcdf-12b3e76ef8a7 req-8859907c-8076-4e0c-b0a4-719953aaa370 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0941880 Aug 29 08:59:33.008665 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-83559735-1c78-433e-bcdf-12b3e76ef8a7 req-73752f0f-9468-464b-8ba8-b01071e11bac tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550311 Aug 29 08:59:33.546974 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40196) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:33.628651 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-880ca847-7d95-4cd0-873c-6ce49c9c5b00 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:33.630407 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-880ca847-7d95-4cd0-873c-6ce49c9c5b00 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 815 time: 0.1518829 Aug 29 08:59:33.654733 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-91bb2856-ef68-43ea-9a34-09f1a12f9bc9 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/quotas/412049f115b84b6889a6b6ac82fbbce0 HTTP/1.1" status: 200 len: 375 time: 0.0130475 Aug 29 08:59:33.706022 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-54c58472-70ea-4458-b382-746f82b159ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:33.747552 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-c750b562-cda0-4fab-8b41-d06738fa4788 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815079 Aug 29 08:59:33.828769 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-54c58472-70ea-4458-b382-746f82b159ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:33.835863 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-54c58472-70ea-4458-b382-746f82b159ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:33.875780 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-509f057e-3c67-44c9-b5d8-d74519fc23aa service neutron] 10.222.0.45 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165016 Aug 29 08:59:33.877117 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-54c58472-70ea-4458-b382-746f82b159ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5aa6b74e45254863bf013b1cf5f50476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289719 Aug 29 08:59:33.880650 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40206) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:33.890604 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c58472-70ea-4458-b382-746f82b159ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c13069b-cebc-49ef-84d3-40638834b027,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:33.967559 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-36821047-102d-47ae-bd7b-322d0584bbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:34.049065 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-36821047-102d-47ae-bd7b-322d0584bbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:34.052926 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-de161875-a2cd-488d-a539-f6bc7fffd963 service neutron] 10.222.0.45 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682606 Aug 29 08:59:34.145953 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-36821047-102d-47ae-bd7b-322d0584bbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:34.150698 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-36821047-102d-47ae-bd7b-322d0584bbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:34.154943 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-36821047-102d-47ae-bd7b-322d0584bbee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c13069b-cebc-49ef-84d3-40638834b027 HTTP/1.1" status: 204 len: 168 time: 0.2703950 Aug 29 08:59:34.189596 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36821047-102d-47ae-bd7b-322d0584bbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c13069b-cebc-49ef-84d3-40638834b027,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:34.403276 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26777d5-0f08-4831-bbc2-02493d60677e req-6c83cedb-5d45-4150-99cb-ae32fc1dd5ec tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:34.407610 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a26777d5-0f08-4831-bbc2-02493d60677e req-6c83cedb-5d45-4150-99cb-ae32fc1dd5ec tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0864015 Aug 29 08:59:34.475504 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a26777d5-0f08-4831-bbc2-02493d60677e req-a4ca2d04-ba82-4670-a68b-da58bf490930 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548182 Aug 29 08:59:34.636501 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40234) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:34.650583 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2efc7350-4ff5-4671-bcbf-fedd0a12704f req-a3dd8197-48ee-4f67-87aa-a06f216f1d5f tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 210 time: 0.0680625 Aug 29 08:59:34.868466 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40250) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:34.873443 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-525ee962-5368-4b28-b50b-955560f25639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:34.894653 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6f2df2f1-3229-436e-b9cd-2f11a4027639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.034886 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-525ee962-5368-4b28-b50b-955560f25639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.046850 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-525ee962-5368-4b28-b50b-955560f25639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.090031 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-525ee962-5368-4b28-b50b-955560f25639 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99caca2b05dc4cf5916248b393fd63ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519956 Aug 29 08:59:35.091877 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40256) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:35.112007 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ee962-5368-4b28-b50b-955560f25639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86436973-6b56-48a7-a4e7-ed6c7d649f2c,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:35.252553 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bed90122-b13b-4cfb-80a5-629e1a2e81b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.315172 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bed90122-b13b-4cfb-80a5-629e1a2e81b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.330785 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40260) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:35.361878 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6f2df2f1-3229-436e-b9cd-2f11a4027639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.384239 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6f2df2f1-3229-436e-b9cd-2f11a4027639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.470065 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-6f2df2f1-3229-436e-b9cd-2f11a4027639 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f98f508e643647cd9e2aa90c6a3f830d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961094 Aug 29 08:59:35.470065 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df2f1-3229-436e-b9cd-2f11a4027639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ace263f-fe5b-42c9-95bd-1793458cb88f,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:35.471551 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40264) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:35.502866 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bed90122-b13b-4cfb-80a5-629e1a2e81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.506490 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bed90122-b13b-4cfb-80a5-629e1a2e81b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.508160 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bed90122-b13b-4cfb-80a5-629e1a2e81b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86436973-6b56-48a7-a4e7-ed6c7d649f2c HTTP/1.1" status: 204 len: 168 time: 0.4103944 Aug 29 08:59:35.526486 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed90122-b13b-4cfb-80a5-629e1a2e81b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86436973-6b56-48a7-a4e7-ed6c7d649f2c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:35.557717 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be69114d-5726-45ca-9a2a-4485d367095f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.649556 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-472ffb47-5fc7-4daa-8e0d-e932c260f73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.704194 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-472ffb47-5fc7-4daa-8e0d-e932c260f73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.714120 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042194bb-66f7-4f0b-b5a0-9881ec62ead8 req-3757b4ed-ff46-43af-8d44-2b8bbbd33829 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:35.714120 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-042194bb-66f7-4f0b-b5a0-9881ec62ead8 req-3757b4ed-ff46-43af-8d44-2b8bbbd33829 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0778887 Aug 29 08:59:35.759755 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-042194bb-66f7-4f0b-b5a0-9881ec62ead8 req-89a1a829-78d3-4112-a5b6-7f0245914a28 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Aug 29 08:59:35.872114 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-472ffb47-5fc7-4daa-8e0d-e932c260f73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.873968 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cea5df45-e7cb-4431-99f3-b6df6770592d req-9499490e-d8fb-4332-8a8d-1acf0dc7c534 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 210 time: 0.0386522 Aug 29 08:59:35.881157 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-472ffb47-5fc7-4daa-8e0d-e932c260f73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.886946 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-472ffb47-5fc7-4daa-8e0d-e932c260f73d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ace263f-fe5b-42c9-95bd-1793458cb88f HTTP/1.1" status: 204 len: 168 time: 0.4094830 Aug 29 08:59:35.920680 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ffb47-5fc7-4daa-8e0d-e932c260f73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ace263f-fe5b-42c9-95bd-1793458cb88f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:35.932016 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be69114d-5726-45ca-9a2a-4485d367095f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.938998 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be69114d-5726-45ca-9a2a-4485d367095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:35.978242 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-be69114d-5726-45ca-9a2a-4485d367095f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a5e82c999f14e5f97144191b5c8d453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6459599 Aug 29 08:59:35.985196 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40280) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:36.019892 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69114d-5726-45ca-9a2a-4485d367095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b3d3ab-72f7-4604-b713-8ff547987e3f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:36.074532 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0b934f00-2780-430d-9fe6-d67747f5aea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:36.120775 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0b934f00-2780-430d-9fe6-d67747f5aea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:36.199055 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0b934f00-2780-430d-9fe6-d67747f5aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:36.202287 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0b934f00-2780-430d-9fe6-d67747f5aea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:36.203738 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0b934f00-2780-430d-9fe6-d67747f5aea3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26b3d3ab-72f7-4604-b713-8ff547987e3f HTTP/1.1" status: 204 len: 168 time: 0.2180371 Aug 29 08:59:36.214314 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b934f00-2780-430d-9fe6-d67747f5aea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b3d3ab-72f7-4604-b713-8ff547987e3f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:36.749524 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40314) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:36.935662 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d5414-00e6-4ae3-b7c2-1b9797ce4f3c req-119c4729-cac3-4478-882b-56996e881fc8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:36.937555 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f25d5414-00e6-4ae3-b7c2-1b9797ce4f3c req-119c4729-cac3-4478-882b-56996e881fc8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0651362 Aug 29 08:59:37.014459 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f25d5414-00e6-4ae3-b7c2-1b9797ce4f3c req-1aaeb509-806a-4034-95d1-88ff6b93aaf1 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670493 Aug 29 08:59:37.072775 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2021483198-network', 'tenant_id': '9effc8968f634b13b3eef40871f62e28'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:59:37.119575 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Made reservation on behalf of 9effc8968f634b13b3eef40871f62e28 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:59:37.122898 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:37.141324 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:37.258398 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-704f699f-bfc3-4589-ba45-a5fc41d9428d req-882b0159-f188-469c-9597-922f568d1b2b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 210 time: 0.0844214 Aug 29 08:59:37.369865 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:37.378455 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:37.411809 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:37.424369 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 08:59:37.437011 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:37.437432 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Added segment c45c3554-5a29-4f86-a057-39d7662d8d25 of type vlan for network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 Aug 29 08:59:37.492408 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:37.524060 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:37.525602 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:37.526324 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:37.591623 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8371668 Aug 29 08:59:37.591986 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40348) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:37.597072 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Request body: {'subnet': {'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2021483198-subnet', 'tenant_id': '9effc8968f634b13b3eef40871f62e28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:59:37.604460 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef01ee3-1864-4b54-b913-fc92e9e873f9 admin admin] Pushing event updated for resources: {'Network': ['ID=46afdc93-e60d-4c9c-8485-c0863b0fbb39,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:37.626082 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 08:59:37.635753 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Made reservation on behalf of 9effc8968f634b13b3eef40871f62e28 for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:59:37.641951 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:38.014391 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:38.241509 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-22d04c1a-2b3b-4f9a-8286-553678e28cf3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:38.244979 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-22d04c1a-2b3b-4f9a-8286-553678e28cf3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 815 time: 0.2740073 Aug 29 08:59:38.293489 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Request body: {'port': {'device_id': '30f2288d-3f15-49d4-ad07-128bc73ffb69', 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6', 'admin_state_up': True, 'tenant_id': '412049f115b84b6889a6b6ac82fbbce0'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:59:38.365615 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8d339-be05-4943-adc2-87931bd5d850 req-a2bf455a-d8cb-4a59-b3aa-b7d2b2d9a18c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:38.369870 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5a8d339-be05-4943-adc2-87931bd5d850 req-a2bf455a-d8cb-4a59-b3aa-b7d2b2d9a18c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1544051 Aug 29 08:59:38.481955 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-30c42c49-b0b0-4936-987e-3da3a64bdbe6 req-e5b2fe90-6bea-4e8f-b9ca-7df992d07089 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 210 time: 0.0690832 Aug 29 08:59:38.499753 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Checking segment: {'id': 'c45c3554-5a29-4f86-a057-39d7662d8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:59:38.500251 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Network hostable DHCP agents. Network: 46afdc93-e60d-4c9c-8485-c0863b0fbb39, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 08:59:38.537537 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4497986-f88f-4e3d-b25a-781a7175919e,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:38.555305 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5a8d339-be05-4943-adc2-87931bd5d850 req-a5c031bd-869c-42aa-863a-62d584ec1058 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772172 Aug 29 08:59:38.595958 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 08:59:38.622358 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 46afdc93-e60d-4c9c-8485-c0863b0fbb39) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:59:38.626366 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Made reservation on behalf of 412049f115b84b6889a6b6ac82fbbce0 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:59:38.631129 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:38.640004 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552aee10-51eb-49c7-a55c-dc0d44659667 None None] Network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:59:38.643912 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:38.644492 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:38.737939 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6e9fb1fb-699b-4115-afbc-8d6ddc90016a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1447282 Aug 29 08:59:38.891487 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Allocated IP 172.20.0.8 (6ff8d669-c27b-4d4d-a0b9-986f050856a6/33f7f62d-ff6c-4b1e-9a30-e8c6e20be787/73f34855-dae1-4d73-afd3-622e2b2661c9) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:59:38.928335 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707bd86e-e5a5-4c29-936d-392341dc6c3b None None] Network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 08:59:39.164787 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:39.242283 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:39.260298 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['dba5199f-2c26-464b-bd82-1d1450a68f8b', 'fa50814c-db52-44ad-a860-b066634e0852'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:59:39.354065 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:59:39.357336 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:59:39.365280 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:59:39.378010 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:39.379172 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:39.427108 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Pushing event updated for resources: {'Port': ['ID=73f34855-dae1-4d73-afd3-622e2b2661c9,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:39.445641 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-8abb040d-21fa-416a-85ba-f960f4115f84 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1598966 Aug 29 08:59:39.475031 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Request body: {'port': {'device_id': '30f2288d-3f15-49d4-ad07-128bc73ffb69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:59:39.654452 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:39.774961 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bed22-f9ec-4b5e-8966-839f045f8e1a req-12250d03-9255-46fb-a125-cf55f3c604cb tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:39.776597 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b41bed22-f9ec-4b5e-8966-839f045f8e1a req-12250d03-9255-46fb-a125-cf55f3c604cb tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 931 time: 0.1701698 Aug 29 08:59:39.868778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a05b61-09ae-4652-b611-ea1fdae92876 req-eb005b32-e095-40f1-9072-dfcdf58a35cc tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:39.877619 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84a05b61-09ae-4652-b611-ea1fdae92876 req-eb005b32-e095-40f1-9072-dfcdf58a35cc tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0998197 Aug 29 08:59:39.905565 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b41bed22-f9ec-4b5e-8966-839f045f8e1a req-792e4004-7cee-411e-89e9-65e1b71d5d19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849118 Aug 29 08:59:39.950648 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84a05b61-09ae-4652-b611-ea1fdae92876 req-7abaa76c-e81e-41e1-80fc-e99838cd22f3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716555 Aug 29 08:59:40.296257 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40448) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:40.359205 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-802bdacb-960a-49bc-badb-4d39defdb5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.394885 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f34855-dae1-4d73-afd3-622e2b2661c9 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:59:40.405543 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.424399 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Transition to ACTIVE for port object 73f34855-dae1-4d73-afd3-622e2b2661c9 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:59:40.432753 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.539673 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a25bf9b-ad3a-4278-978a-7500b8126b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.568134 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Pushing event updated for resources: {'Port': ['ID=73f34855-dae1-4d73-afd3-622e2b2661c9,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:40.609514 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Attempting to bind port 73f34855-dae1-4d73-afd3-622e2b2661c9 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:59:40.610020 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Attempting to bind port 73f34855-dae1-4d73-afd3-622e2b2661c9 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:59:40.610880 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Attempting to bind port 73f34855-dae1-4d73-afd3-622e2b2661c9 on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:59:40.622120 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Port 73f34855-dae1-4d73-afd3-622e2b2661c9 on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:59:40.622711 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Attempting to bind port 73f34855-dae1-4d73-afd3-622e2b2661c9 on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:59:40.635890 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:59:40.636221 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Checking segment: {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:59:40.636877 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Bound using segment: {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:59:40.637725 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Bound port: 73f34855-dae1-4d73-afd3-622e2b2661c9, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:59:40.638320 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.691880 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a25bf9b-ad3a-4278-978a-7500b8126b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.698457 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a25bf9b-ad3a-4278-978a-7500b8126b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.758227 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9a25bf9b-ad3a-4278-978a-7500b8126b3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5824f8b179854a2e85f1bd47713000c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600143 Aug 29 08:59:40.759050 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40460) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:40.759761 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25bf9b-ad3a-4278-978a-7500b8126b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afae080b-e0b3-4921-b9fd-1d3fd363cb82,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:40.763325 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] For port 73f34855-dae1-4d73-afd3-622e2b2661c9, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:59:40.770636 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] For port 73f34855-dae1-4d73-afd3-622e2b2661c9, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=73f34855-dae1-4d73-afd3-622e2b2661c9,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:59:40.781298 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.790232 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40462) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:40.830480 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5ef72b6b-889f-4b13-9d28-279f369cd1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.859319 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:40.860549 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.862919 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5ef72b6b-889f-4b13-9d28-279f369cd1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.863433 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] 10.222.0.57 "PUT /v2.0/ports/73f34855-dae1-4d73-afd3-622e2b2661c9 HTTP/1.1" status: 200 len: 1093 time: 1.4000087 Aug 29 08:59:40.874364 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f2288d-3f15-49d4-ad07-128bc73ffb69', 'tag': '73f34855-dae1-4d73-afd3-622e2b2661c9'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:59:40.880180 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b2cb6-6bfb-4e03-a883-f407dde3d8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "30f2288d-3f15-49d4-ad07-128bc73ffb69", "tag": "73f34855-dae1-4d73-afd3-622e2b2661c9"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:59:40.932408 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5ef72b6b-889f-4b13-9d28-279f369cd1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.932873 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d97ae-3bb4-4706-93cf-f03a7203978e service neutron] Pushing event updated for resources: {'Port': ['ID=73f34855-dae1-4d73-afd3-622e2b2661c9,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:40.935998 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5ef72b6b-889f-4b13-9d28-279f369cd1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:40.940594 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-5ef72b6b-889f-4b13-9d28-279f369cd1d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/afae080b-e0b3-4921-b9fd-1d3fd363cb82 HTTP/1.1" status: 204 len: 168 time: 0.1776323 Aug 29 08:59:40.950091 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef72b6b-889f-4b13-9d28-279f369cd1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afae080b-e0b3-4921-b9fd-1d3fd363cb82,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:40.972009 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea44ebf-cc83-4985-8f5a-ed380b427f12 x-openstack-request-id: req-0ea44ebf-cc83-4985-8f5a-ed380b427f12 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:59:40.972300 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f2288d-3f15-49d4-ad07-128bc73ffb69", "tag": "73f34855-dae1-4d73-afd3-622e2b2661c9", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:59:40.972539 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ea44ebf-cc83-4985-8f5a-ed380b427f12 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:59:40.973083 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f2288d-3f15-49d4-ad07-128bc73ffb69', 'tag': '73f34855-dae1-4d73-afd3-622e2b2661c9', 'status': 'completed', 'code': 200} Aug 29 08:59:41.000900 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d451-9e10-4a6c-87a2-3051ee587794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.176823 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da61595-5136-44d2-8e53-014bc435fac3 req-eb5a994e-6ac1-47fc-8323-85654d88df61 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:41.178477 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5da61595-5136-44d2-8e53-014bc435fac3 req-eb5a994e-6ac1-47fc-8323-85654d88df61 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1357298 Aug 29 08:59:41.188673 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b5bda-6d93-430c-8722-7e7bcc204cac req-8203f49e-8984-42ba-8254-e5353eef1083 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:41.190321 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-590b5bda-6d93-430c-8722-7e7bcc204cac req-8203f49e-8984-42ba-8254-e5353eef1083 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 943 time: 0.1444287 Aug 29 08:59:41.276753 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d451-9e10-4a6c-87a2-3051ee587794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.296153 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d451-9e10-4a6c-87a2-3051ee587794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.311774 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5da61595-5136-44d2-8e53-014bc435fac3 req-93b9c32a-65c7-4f68-95de-eb78b259eaa6 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200104 Aug 29 08:59:41.327845 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-590b5bda-6d93-430c-8722-7e7bcc204cac req-765c7ed3-27fa-45b9-be5f-5bece0c471b6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237733 Aug 29 08:59:41.376156 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40478) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:41.409291 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a9c0d451-9e10-4a6c-87a2-3051ee587794 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=738f877ee45d405f9f575aa1029a2861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6151509 Aug 29 08:59:41.411692 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40482) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:41.416985 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-299f8cc4-07ab-496d-bd4a-ea1e4a23f7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.426180 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0d451-9e10-4a6c-87a2-3051ee587794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3d8b90-b5ae-4e47-99a5-3d6c95d014eb,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:41.530303 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b203a323-766c-4423-afa6-20336b4a5185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.571578 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b203a323-766c-4423-afa6-20336b4a5185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.594973 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-299f8cc4-07ab-496d-bd4a-ea1e4a23f7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.602825 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-299f8cc4-07ab-496d-bd4a-ea1e4a23f7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.669037 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-299f8cc4-07ab-496d-bd4a-ea1e4a23f7a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1f50daefc844275b3ae35b64f85abdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901819 Aug 29 08:59:41.672780 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f8cc4-07ab-496d-bd4a-ea1e4a23f7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012616b7-e6e9-454b-b9ff-ab00882d2fd2,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:41.675054 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40498) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:41.684713 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b203a323-766c-4423-afa6-20336b4a5185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.689776 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b203a323-766c-4423-afa6-20336b4a5185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.690952 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b203a323-766c-4423-afa6-20336b4a5185 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e3d8b90-b5ae-4e47-99a5-3d6c95d014eb HTTP/1.1" status: 204 len: 168 time: 0.2782533 Aug 29 08:59:41.714189 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203a323-766c-4423-afa6-20336b4a5185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3d8b90-b5ae-4e47-99a5-3d6c95d014eb,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:41.852447 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9259d9cf-6fa4-47ba-b8cb-236cdfbb6c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.893810 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-cdd76dca-a646-4dcf-83ad-2ca39aa17db2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:41.895484 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-cdd76dca-a646-4dcf-83ad-2ca39aa17db2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/networks?id=46afdc93-e60d-4c9c-8485-c0863b0fbb39 HTTP/1.1" status: 200 len: 814 time: 0.1784871 Aug 29 08:59:41.901182 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9259d9cf-6fa4-47ba-b8cb-236cdfbb6c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:41.930166 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-e1e8fbd0-1208-4e36-af4a-d9d66d5f1297 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/quotas/9effc8968f634b13b3eef40871f62e28 HTTP/1.1" status: 200 len: 375 time: 0.0260952 Aug 29 08:59:41.977813 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-40276e70-d9c9-46d5-8c21-a3434c21acf9 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9effc8968f634b13b3eef40871f62e28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400336 Aug 29 08:59:42.015949 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9259d9cf-6fa4-47ba-b8cb-236cdfbb6c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:42.018941 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9259d9cf-6fa4-47ba-b8cb-236cdfbb6c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:42.022668 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9259d9cf-6fa4-47ba-b8cb-236cdfbb6c6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/012616b7-e6e9-454b-b9ff-ab00882d2fd2 HTTP/1.1" status: 204 len: 168 time: 0.3436265 Aug 29 08:59:42.063302 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259d9cf-6fa4-47ba-b8cb-236cdfbb6c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012616b7-e6e9-454b-b9ff-ab00882d2fd2,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:42.139171 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-26de4988-b43c-4a01-a553-22bc607dad7b service neutron] 10.222.0.45 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466320 Aug 29 08:59:42.265889 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-3362a953-fde3-4383-93fc-db4e107cbb81 service neutron] 10.222.0.45 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152992 Aug 29 08:59:42.266110 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40506) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:42.291679 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8ab02b67-f5a1-4130-9995-48fdb95c9e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:42.441193 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8ab02b67-f5a1-4130-9995-48fdb95c9e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:42.471358 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8ab02b67-f5a1-4130-9995-48fdb95c9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:42.544877 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8ab02b67-f5a1-4130-9995-48fdb95c9e54 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c71ccd17fec40f58bc1c7b3eeca7d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777157 Aug 29 08:59:42.545892 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab02b67-f5a1-4130-9995-48fdb95c9e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f41c2d4-1646-420f-ae08-21b60bbc6a59,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:42.549216 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40520) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:42.656101 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f8492d9a-bf45-4088-9a9d-7dcedf0657b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:42.698280 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e75ec-5825-4d6e-ad06-4c93ff9c3a21 req-cfb77631-697c-4ffd-a298-6a5381cdf8e7 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:42.699979 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b22e75ec-5825-4d6e-ad06-4c93ff9c3a21 req-cfb77631-697c-4ffd-a298-6a5381cdf8e7 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0943427 Aug 29 08:59:42.706994 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f8492d9a-bf45-4088-9a9d-7dcedf0657b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:42.787489 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b22e75ec-5825-4d6e-ad06-4c93ff9c3a21 req-39a748dd-bb37-4b86-8b1f-931c7ca9e275 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662322 Aug 29 08:59:42.827734 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f8492d9a-bf45-4088-9a9d-7dcedf0657b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:42.831480 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f8492d9a-bf45-4088-9a9d-7dcedf0657b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:42.836853 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f8492d9a-bf45-4088-9a9d-7dcedf0657b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f41c2d4-1646-420f-ae08-21b60bbc6a59 HTTP/1.1" status: 204 len: 168 time: 0.2824378 Aug 29 08:59:42.845291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8492d9a-bf45-4088-9a9d-7dcedf0657b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f41c2d4-1646-420f-ae08-21b60bbc6a59,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:42.991686 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d27ca-7940-4add-b906-cd357b8ab761 req-0c6874b9-315f-4e06-b886-5f8dcd6a5c4f tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:43.004321 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-988d27ca-7940-4add-b906-cd357b8ab761 req-0c6874b9-315f-4e06-b886-5f8dcd6a5c4f tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 943 time: 0.0824163 Aug 29 08:59:43.059206 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-988d27ca-7940-4add-b906-cd357b8ab761 req-99ed1d63-cddb-4a59-96dd-5225fb5539a6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537651 Aug 29 08:59:43.155615 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-be35b718-7d4e-46ec-ad93-3a41f12d5e45 req-200e0abc-377d-49f2-b15c-08f4cc4fa9ad tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0475185 Aug 29 08:59:43.639525 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b2cb6-6bfb-4e03-a883-f407dde3d8b7 req-afad4169-d93e-46ca-8ec8-fffbda362e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:43.640753 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 08:59:43.642434 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-4d0b2cb6-6bfb-4e03-a883-f407dde3d8b7 req-afad4169-d93e-46ca-8ec8-fffbda362e5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 1096 time: 0.0695114 Aug 29 08:59:43.860057 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b2cb6-6bfb-4e03-a883-f407dde3d8b7 req-32a76585-f714-405c-a22f-e696d65514d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:43.864374 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-4d0b2cb6-6bfb-4e03-a883-f407dde3d8b7 req-32a76585-f714-405c-a22f-e696d65514d7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=412049f115b84b6889a6b6ac82fbbce0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2018051 Aug 29 08:59:43.880394 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:44.062760 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c5a4-0aaf-4e43-b7cf-99869adce321 req-8ef10de1-8d97-4eab-bb62-81a4b1705bf6 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:44.067271 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-62d6c5a4-0aaf-4e43-b7cf-99869adce321 req-8ef10de1-8d97-4eab-bb62-81a4b1705bf6 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1154613 Aug 29 08:59:44.155347 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-62d6c5a4-0aaf-4e43-b7cf-99869adce321 req-51155d8e-b259-431d-9553-c07e5c91e051 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724826 Aug 29 08:59:44.277275 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b2cb6-6bfb-4e03-a883-f407dde3d8b7 req-71d22ee3-6b27-42e6-be35-8bc0b176a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:44.277275 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-4d0b2cb6-6bfb-4e03-a883-f407dde3d8b7 req-71d22ee3-6b27-42e6-be35-8bc0b176a105 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4037895 Aug 29 08:59:44.313914 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd039934-7e3b-41e5-b5bd-2f3e01d6aad3 req-e1364de9-902e-446d-9c88-38da1fff3bd8 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0545521 Aug 29 08:59:44.349136 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23640c35-0be1-4093-899f-1a71f02d9ef9 req-f90530c4-a3c5-4cc5-b356-7d8ed23e27d6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:44.355095 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-23640c35-0be1-4093-899f-1a71f02d9ef9 req-f90530c4-a3c5-4cc5-b356-7d8ed23e27d6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 943 time: 0.1354885 Aug 29 08:59:44.417263 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-bfabbed1-b4d8-417a-8c68-70aa46b9c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:44.421261 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-bfabbed1-b4d8-417a-8c68-70aa46b9c4e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 1096 time: 0.0940499 Aug 29 08:59:44.422701 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-23640c35-0be1-4093-899f-1a71f02d9ef9 req-86fe7632-20cd-4cb7-b538-528276995da3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579746 Aug 29 08:59:44.521094 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-22d95c18-18ae-4430-b70c-1f03c634eb4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73f34855-dae1-4d73-afd3-622e2b2661c9 HTTP/1.1" status: 200 len: 217 time: 0.0749471 Aug 29 08:59:44.615360 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-3cf43d7e-ac39-4c5f-b643-9f38e4a4df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:44.616978 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-3cf43d7e-ac39-4c5f-b643-9f38e4a4df77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 HTTP/1.1" status: 200 len: 855 time: 0.0842090 Aug 29 08:59:44.634168 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-4b0ae6f0-f568-484c-a66c-37199439aac4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:44.635733 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-4b0ae6f0-f568-484c-a66c-37199439aac4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.57 "GET /v2.0/networks?id=46afdc93-e60d-4c9c-8485-c0863b0fbb39 HTTP/1.1" status: 200 len: 814 time: 0.1994207 Aug 29 08:59:44.656632 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Request body: {'port': {'device_id': 'd659f458-8ced-458f-9198-83986b5134f8', 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39', 'admin_state_up': True, 'tenant_id': '9effc8968f634b13b3eef40871f62e28'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:59:44.692487 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-af51e463-f1a6-4da1-aaa4-55899387ae24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ff8d669-c27b-4d4d-a0b9-986f050856a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556417 Aug 29 08:59:44.896683 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-c4180cbe-70fb-456e-b410-e0f1978ebbf9 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573339 Aug 29 08:59:44.935402 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Made reservation on behalf of 9effc8968f634b13b3eef40871f62e28 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 08:59:44.939243 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:45.102099 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e3a57a18-3cdc-4a4d-af62-4a5e1953f438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:45.115122 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-944e9fc4-78bd-42f1-8fb3-1b7284126c74 req-dd9d6da7-cdd0-4afd-8ecf-8b8c6dd10c06 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026670 Aug 29 08:59:45.227471 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Allocated IP 172.20.0.2 (46afdc93-e60d-4c9c-8485-c0863b0fbb39/e4497986-f88f-4e3d-b25a-781a7175919e/7f8441d4-81b8-4c07-84cd-4c1794defed5) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 08:59:45.383678 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba5173-fd51-4577-83f5-b357293ba83e req-dc16e097-42c1-4efe-a827-c427ffc750d4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:45.385510 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c2ba5173-fd51-4577-83f5-b357293ba83e req-dc16e097-42c1-4efe-a827-c427ffc750d4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0811501 Aug 29 08:59:45.454160 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9a001-2ea2-4cd3-9b36-d55eb4de5a42 req-61814156-0aef-4215-9e9b-ae90fbe35dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:45.457053 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c0e9a001-2ea2-4cd3-9b36-d55eb4de5a42 req-61814156-0aef-4215-9e9b-ae90fbe35dfc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 1098 time: 0.0915442 Aug 29 08:59:45.462483 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c2ba5173-fd51-4577-83f5-b357293ba83e req-d039833b-bbc6-4917-bb04-d1c3b3dd01d0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675507 Aug 29 08:59:45.529986 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:45.541559 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c0e9a001-2ea2-4cd3-9b36-d55eb4de5a42 req-d8b99872-f237-4375-906b-530f8ba154df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707562 Aug 29 08:59:45.544354 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e44d9a7-278c-4b09-a225-7255c38d02ef req-ba17345e-3e48-4f80-8c6b-bbd2f76be1aa tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.1073575 Aug 29 08:59:45.587277 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:45.645990 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0b3bb-6d34-4ad5-a25e-18e0f1a90b26 req-acb71d37-12bf-4833-b55f-d0a473fedc08 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:45.649074 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-12e0b3bb-6d34-4ad5-a25e-18e0f1a90b26 req-acb71d37-12bf-4833-b55f-d0a473fedc08 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 943 time: 0.0729115 Aug 29 08:59:45.649655 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 08:59:45.653820 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 08:59:45.658617 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 08:59:45.670409 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:45.672873 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:45.684658 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Pushing event updated for resources: {'Port': ['ID=7f8441d4-81b8-4c07-84cd-4c1794defed5,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:45.707298 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-c7fa12a9-9147-4078-b068-a2c5356fbab4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0564659 Aug 29 08:59:45.726050 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-12e0b3bb-6d34-4ad5-a25e-18e0f1a90b26 req-9452d180-2beb-441b-8af7-d2538edb0360 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618696 Aug 29 08:59:45.810415 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Request body: {'port': {'device_id': 'd659f458-8ced-458f-9198-83986b5134f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 08:59:45.941109 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:46.356497 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:46.362781 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8441d4-81b8-4c07-84cd-4c1794defed5 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:59:46.380146 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:46.395020 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Transition to ACTIVE for port object 7f8441d4-81b8-4c07-84cd-4c1794defed5 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 08:59:46.402048 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:46.462784 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8441d4-81b8-4c07-84cd-4c1794defed5,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:46.506164 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Attempting to bind port 7f8441d4-81b8-4c07-84cd-4c1794defed5 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 08:59:46.506385 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Attempting to bind port 7f8441d4-81b8-4c07-84cd-4c1794defed5 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': 'c45c3554-5a29-4f86-a057-39d7662d8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 08:59:46.506706 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Attempting to bind port 7f8441d4-81b8-4c07-84cd-4c1794defed5 on network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:59:46.512439 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Port 7f8441d4-81b8-4c07-84cd-4c1794defed5 on network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 08:59:46.512771 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Attempting to bind port 7f8441d4-81b8-4c07-84cd-4c1794defed5 on network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 08:59:46.519008 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 8, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 08:59:46.519752 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Checking segment: {'id': 'c45c3554-5a29-4f86-a057-39d7662d8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 08:59:46.519752 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Bound using segment: {'id': 'c45c3554-5a29-4f86-a057-39d7662d8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 08:59:46.520548 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Bound port: 7f8441d4-81b8-4c07-84cd-4c1794defed5, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45c3554-5a29-4f86-a057-39d7662d8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 08:59:46.521021 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:46.620691 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] For port 7f8441d4-81b8-4c07-84cd-4c1794defed5, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 08:59:46.627105 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] For port 7f8441d4-81b8-4c07-84cd-4c1794defed5, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7f8441d4-81b8-4c07-84cd-4c1794defed5,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 08:59:46.635607 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:46.650279 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48897398-0d35-482e-a1ad-2881470764cc req-335b67b4-bab7-401c-a1fd-26ddea0433f8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:46.663786 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48897398-0d35-482e-a1ad-2881470764cc req-335b67b4-bab7-401c-a1fd-26ddea0433f8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0737014 Aug 29 08:59:46.684445 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:46.685577 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:46.687241 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/7f8441d4-81b8-4c07-84cd-4c1794defed5 HTTP/1.1" status: 200 len: 1093 time: 0.8818765 Aug 29 08:59:46.687454 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd659f458-8ced-458f-9198-83986b5134f8', 'tag': '7f8441d4-81b8-4c07-84cd-4c1794defed5'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:59:46.690068 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40100b16-5164-4e67-bc2f-ae22a9fffd20" -d '{"events": [{"name": "network-changed", "server_uuid": "d659f458-8ced-458f-9198-83986b5134f8", "tag": "7f8441d4-81b8-4c07-84cd-4c1794defed5"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:59:46.736529 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf9410-c900-43a0-9d26-19ca4a1f81a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8441d4-81b8-4c07-84cd-4c1794defed5,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:46.741904 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48897398-0d35-482e-a1ad-2881470764cc req-a6cf1940-b0de-493c-b92b-1ade537abb86 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810025 Aug 29 08:59:46.827520 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd84371-5aae-4dc0-87a7-2b49fcade038 x-openstack-request-id: req-2fd84371-5aae-4dc0-87a7-2b49fcade038 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:59:46.828055 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d659f458-8ced-458f-9198-83986b5134f8", "tag": "7f8441d4-81b8-4c07-84cd-4c1794defed5", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:59:46.828055 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fd84371-5aae-4dc0-87a7-2b49fcade038 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:59:46.828937 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd659f458-8ced-458f-9198-83986b5134f8', 'tag': '7f8441d4-81b8-4c07-84cd-4c1794defed5', 'status': 'completed', 'code': 200} Aug 29 08:59:46.846614 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-603fdc0c-af20-455a-b5f5-43778186c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:46.848360 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-603fdc0c-af20-455a-b5f5-43778186c247 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9effc8968f634b13b3eef40871f62e28&device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 1096 time: 0.0599062 Aug 29 08:59:46.853610 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc43d6-1dc8-4392-a8a5-c20d6e2d11e5 req-df48279a-131c-4f96-aa03-bf275136d2c2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:46.855383 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bdfc43d6-1dc8-4392-a8a5-c20d6e2d11e5 req-df48279a-131c-4f96-aa03-bf275136d2c2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 943 time: 0.1125154 Aug 29 08:59:46.907062 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-aaba802c-2d56-49f7-b7de-9fa344bbe89d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8441d4-81b8-4c07-84cd-4c1794defed5 HTTP/1.1" status: 200 len: 217 time: 0.0442088 Aug 29 08:59:46.937155 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bdfc43d6-1dc8-4392-a8a5-c20d6e2d11e5 req-e3b5f8e4-0988-416b-83ca-583d797329e9 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747569 Aug 29 08:59:46.993876 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-eab629bc-103c-475c-91bd-8261de30bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:46.995400 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-eab629bc-103c-475c-91bd-8261de30bdc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4497986-f88f-4e3d-b25a-781a7175919e HTTP/1.1" status: 200 len: 854 time: 0.0784624 Aug 29 08:59:47.000799 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f8a83-9ef2-4969-9a15-7a4ebe40b395 req-6c0279b8-458d-41f8-87fe-9a5731625162 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:47.002593 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c3f8a83-9ef2-4969-9a15-7a4ebe40b395 req-6c0279b8-458d-41f8-87fe-9a5731625162 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 943 time: 0.1158781 Aug 29 08:59:47.063242 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-6ccdcd78-8c3e-4562-b28b-013dd4dc4dee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46afdc93-e60d-4c9c-8485-c0863b0fbb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513449 Aug 29 08:59:47.087112 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c3f8a83-9ef2-4969-9a15-7a4ebe40b395 req-2b2f2935-d2d5-443c-982c-e46d4410bd25 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703278 Aug 29 08:59:47.197445 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-2ca6e85b-0868-44fe-a007-c752938e8dd2 service neutron] 10.222.0.57 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248455 Aug 29 08:59:47.310915 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec8ce2f0-785e-4f52-9b80-b50b45b7b700 req-d8d336e7-90b5-4c9e-b531-c0d77f4221ef service neutron] 10.222.0.57 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020839 Aug 29 08:59:47.414556 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-1e49c298-00c2-4397-852c-783ffacb8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:47.416049 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-1e49c298-00c2-4397-852c-783ffacb8791 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9effc8968f634b13b3eef40871f62e28&device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 1096 time: 0.0449123 Aug 29 08:59:47.533398 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-087f9ca8-a020-4380-9bc9-3ead486dfa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:47.534967 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-087f9ca8-a020-4380-9bc9-3ead486dfa24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46afdc93-e60d-4c9c-8485-c0863b0fbb39 HTTP/1.1" status: 200 len: 915 time: 0.1082425 Aug 29 08:59:47.544698 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 73f34855-dae1-4d73-afd3-622e2b2661c9 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:59:47.605556 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-89611ee3-a6f6-4109-80ed-edb270e5901d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8441d4-81b8-4c07-84cd-4c1794defed5 HTTP/1.1" status: 200 len: 217 time: 0.0518737 Aug 29 08:59:47.646292 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:47.658178 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 73f34855-dae1-4d73-afd3-622e2b2661c9, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=73f34855-dae1-4d73-afd3-622e2b2661c9,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:47.670497 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '73f34855-dae1-4d73-afd3-622e2b2661c9', 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6', 'port_id': '73f34855-dae1-4d73-afd3-622e2b2661c9', 'mac_address': 'fa:16:3e:e6:07:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f7f62d-ff6c-4b1e-9a30-e8c6e20be787', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:59:47.675232 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-28561151-f949-409e-832f-a225fa9ed81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:47.676872 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-28561151-f949-409e-832f-a225fa9ed81e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4497986-f88f-4e3d-b25a-781a7175919e HTTP/1.1" status: 200 len: 854 time: 0.0553861 Aug 29 08:59:47.719898 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:47.727181 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-7294942d-dc98-43f5-a6bd-3a34cb7621e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46afdc93-e60d-4c9c-8485-c0863b0fbb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320480 Aug 29 08:59:47.738447 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f34855-dae1-4d73-afd3-622e2b2661c9 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:59:47.762378 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 73f34855-dae1-4d73-afd3-622e2b2661c9, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=73f34855-dae1-4d73-afd3-622e2b2661c9,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:47.769066 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:47.849695 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=73f34855-dae1-4d73-afd3-622e2b2661c9,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:47.854865 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-39f4e3c6-7f8b-4440-b327-146e58af7791 service neutron] 10.222.0.57 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158605 Aug 29 08:59:47.919632 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9bec-1c0b-4c69-aff5-fe790c0937e1 req-1f9863a2-c29a-492b-b7b4-b1023bcd0d0c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:47.920733 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-703e9bec-1c0b-4c69-aff5-fe790c0937e1 req-1f9863a2-c29a-492b-b7b4-b1023bcd0d0c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0734391 Aug 29 08:59:47.985284 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-703e9bec-1c0b-4c69-aff5-fe790c0937e1 req-46dba3c7-c466-49d9-88f3-9d97be4f850f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577943 Aug 29 08:59:48.010714 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-40100b16-5164-4e67-bc2f-ae22a9fffd20 req-8b4b3f9c-c86e-459b-b6d7-a50f4f79d1cb service neutron] 10.222.0.57 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460330 Aug 29 08:59:48.054976 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40804) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:48.098424 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40808) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:48.127673 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['73f34855-dae1-4d73-afd3-622e2b2661c9'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:59:48.185828 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f24f04-cbaa-4576-95a3-cf95f7ca2a60 req-d04af756-1b80-40df-adcc-ff4c50c3c310 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:48.195813 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-46f24f04-cbaa-4576-95a3-cf95f7ca2a60 req-d04af756-1b80-40df-adcc-ff4c50c3c310 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0771978 Aug 29 08:59:48.206182 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab084f12-d459-4e9f-ba96-a179e7c67788 req-1bb702b3-d196-48bb-bd90-2514ddd735b0 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:48.207797 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ab084f12-d459-4e9f-ba96-a179e7c67788 req-1bb702b3-d196-48bb-bd90-2514ddd735b0 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 943 time: 0.1411943 Aug 29 08:59:48.265173 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-46f24f04-cbaa-4576-95a3-cf95f7ca2a60 req-8458a6af-e322-45ea-8667-d5860e0c9ba3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682557 Aug 29 08:59:48.313531 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8e05d61c-ee17-474e-951f-0f0fe3b2f5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.331114 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ab084f12-d459-4e9f-ba96-a179e7c67788 req-885642de-7f11-4ce6-ae3f-340424270400 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001198 Aug 29 08:59:48.388739 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-84190ed5-f8e2-43d1-9383-b12fcb6bdd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.480575 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8e05d61c-ee17-474e-951f-0f0fe3b2f5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.500188 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8e05d61c-ee17-474e-951f-0f0fe3b2f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.500723 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836d4a5-d8c7-401f-b52d-022eead85fc5 req-63d2137e-33e0-41ca-8a9c-c1b2f7f4d333 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:48.503679 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3836d4a5-d8c7-401f-b52d-022eead85fc5 req-63d2137e-33e0-41ca-8a9c-c1b2f7f4d333 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 944 time: 0.0894952 Aug 29 08:59:48.557558 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3836d4a5-d8c7-401f-b52d-022eead85fc5 req-8f18e34b-922a-431a-80f8-a47cedb8ade9 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 Aug 29 08:59:48.577593 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05d61c-ee17-474e-951f-0f0fe3b2f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26565688-422b-43b5-a2e8-507759e31617,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:48.593216 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8e05d61c-ee17-474e-951f-0f0fe3b2f5e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d26e9a242f240c9b072efd146f7005b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935033 Aug 29 08:59:48.596378 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40818) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:48.661879 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9a15623-2b75-47e9-98ea-85d8ed47ec88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.682497 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-84190ed5-f8e2-43d1-9383-b12fcb6bdd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.687985 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-84190ed5-f8e2-43d1-9383-b12fcb6bdd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.692931 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9a15623-2b75-47e9-98ea-85d8ed47ec88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.734384 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84190ed5-f8e2-43d1-9383-b12fcb6bdd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe38919-01eb-472e-b354-76ef75f11621,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:48.743561 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40822) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:48.743790 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-84190ed5-f8e2-43d1-9383-b12fcb6bdd9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=572caf2566ac4b7f8bb4b1fa9f50a565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872993 Aug 29 08:59:48.790723 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9a15623-2b75-47e9-98ea-85d8ed47ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.794279 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9a15623-2b75-47e9-98ea-85d8ed47ec88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.795741 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a9a15623-2b75-47e9-98ea-85d8ed47ec88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26565688-422b-43b5-a2e8-507759e31617 HTTP/1.1" status: 204 len: 168 time: 0.1982925 Aug 29 08:59:48.832697 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a15623-2b75-47e9-98ea-85d8ed47ec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26565688-422b-43b5-a2e8-507759e31617,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:48.847125 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e53d265a-7f5c-4562-b45f-1a40efc158fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.893968 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e53d265a-7f5c-4562-b45f-1a40efc158fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.976277 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e53d265a-7f5c-4562-b45f-1a40efc158fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.980114 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e53d265a-7f5c-4562-b45f-1a40efc158fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:48.982220 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e53d265a-7f5c-4562-b45f-1a40efc158fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abe38919-01eb-472e-b354-76ef75f11621 HTTP/1.1" status: 204 len: 168 time: 0.2372320 Aug 29 08:59:48.994023 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d265a-7f5c-4562-b45f-1a40efc158fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe38919-01eb-472e-b354-76ef75f11621,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:49.182740 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40836) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:49.207570 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c10b90d2-f62a-4cca-b74b-99f5c1c4c0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:49.403341 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c10b90d2-f62a-4cca-b74b-99f5c1c4c0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:49.415375 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c10b90d2-f62a-4cca-b74b-99f5c1c4c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:49.562156 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b90d2-f62a-4cca-b74b-99f5c1c4c0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89006aa-1974-4c5b-8175-1e273e9d9b1e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:49.573844 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 7f8441d4-81b8-4c07-84cd-4c1794defed5 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 08:59:49.578242 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 40854) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:49.578499 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c10b90d2-f62a-4cca-b74b-99f5c1c4c0ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=595e1b12e02c48e0bf1e9837a42242c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932474 Aug 29 08:59:49.612177 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d0689-4a4b-46c5-8827-f2f489374249 req-66a599d6-70a8-4d2d-8216-eb94f5d05b55 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:49.629406 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f44d0689-4a4b-46c5-8827-f2f489374249 req-66a599d6-70a8-4d2d-8216-eb94f5d05b55 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 943 time: 0.2002423 Aug 29 08:59:49.730481 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1c323990-a510-4d80-9111-86b8ab2ec312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:49.760881 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f44d0689-4a4b-46c5-8827-f2f489374249 req-a4128a46-ed55-4785-b88b-e79410ee248d tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275136 Aug 29 08:59:49.762792 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40858) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:49.783525 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 73f34855-dae1-4d73-afd3-622e2b2661c9 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:59:49.802432 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1c323990-a510-4d80-9111-86b8ab2ec312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:49.985027 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1c323990-a510-4d80-9111-86b8ab2ec312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:49.990114 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1c323990-a510-4d80-9111-86b8ab2ec312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:49.994268 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1c323990-a510-4d80-9111-86b8ab2ec312 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a89006aa-1974-4c5b-8175-1e273e9d9b1e HTTP/1.1" status: 204 len: 168 time: 0.4118333 Aug 29 08:59:50.001842 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 7f8441d4-81b8-4c07-84cd-4c1794defed5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7f8441d4-81b8-4c07-84cd-4c1794defed5,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:50.008373 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969d33c-3d81-4e96-ada6-0ba8186a5c72 req-6dd14818-a0b8-44ee-a28a-4159fd4896a9 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:50.015553 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3969d33c-3d81-4e96-ada6-0ba8186a5c72 req-6dd14818-a0b8-44ee-a28a-4159fd4896a9 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 944 time: 0.1165977 Aug 29 08:59:50.033330 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323990-a510-4d80-9111-86b8ab2ec312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89006aa-1974-4c5b-8175-1e273e9d9b1e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:50.041740 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '7f8441d4-81b8-4c07-84cd-4c1794defed5', 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39', 'port_id': '7f8441d4-81b8-4c07-84cd-4c1794defed5', 'mac_address': 'fa:16:3e:07:c1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4497986-f88f-4e3d-b25a-781a7175919e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 08:59:50.154324 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3969d33c-3d81-4e96-ada6-0ba8186a5c72 req-3937e25d-f9bd-41b7-8696-72062900bab4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276758 Aug 29 08:59:50.167330 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b848aa28-2ec7-4e68-ae3f-3bf0e018574e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.171353 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.189340 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8441d4-81b8-4c07-84cd-4c1794defed5 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 08:59:50.217723 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 7f8441d4-81b8-4c07-84cd-4c1794defed5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7f8441d4-81b8-4c07-84cd-4c1794defed5,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:50.228094 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 73f34855-dae1-4d73-afd3-622e2b2661c9 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:59:50.230335 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.240703 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 73f34855-dae1-4d73-afd3-622e2b2661c9 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:59:50.241433 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.373061 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-0bb0493f-42f7-41b7-88f2-2d9cf1caec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:50.374706 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-0bb0493f-42f7-41b7-88f2-2d9cf1caec38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1098 time: 0.0838611 Aug 29 08:59:50.377823 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=7f8441d4-81b8-4c07-84cd-4c1794defed5,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:50.451435 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977429c3-02b2-4926-8dd6-61ca965156f2 req-132bb635-802f-4504-8b3d-df9364cb4c48 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:50.459869 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-977429c3-02b2-4926-8dd6-61ca965156f2 req-132bb635-802f-4504-8b3d-df9364cb4c48 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1264946 Aug 29 08:59:50.464086 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b848aa28-2ec7-4e68-ae3f-3bf0e018574e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.497938 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.511607 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b848aa28-2ec7-4e68-ae3f-3bf0e018574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.541829 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f2288d-3f15-49d4-ad07-128bc73ffb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f34855-dae1-4d73-afd3-622e2b2661c9'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:59:50.545169 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d109a2-405a-4654-98a7-b3a8644a6c3a" -d '{"events": [{"server_uuid": "30f2288d-3f15-49d4-ad07-128bc73ffb69", "name": "network-vif-plugged", "status": "completed", "tag": "73f34855-dae1-4d73-afd3-622e2b2661c9"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:59:50.553262 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-977429c3-02b2-4926-8dd6-61ca965156f2 req-a4123b02-4277-4ee0-a809-0166f2380b02 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921340 Aug 29 08:59:50.562646 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 73f34855-dae1-4d73-afd3-622e2b2661c9, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=73f34855-dae1-4d73-afd3-622e2b2661c9,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:50.568730 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.584354 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-e676e3e6-b299-4fc2-b3b7-2617df4aba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:50.587093 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-e676e3e6-b299-4fc2-b3b7-2617df4aba30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 918 time: 0.2036488 Aug 29 08:59:50.598770 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b848aa28-2ec7-4e68-ae3f-3bf0e018574e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e53d222182704be68d32baf044a4b727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8344257 Aug 29 08:59:50.599680 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40888) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:50.632850 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['7f8441d4-81b8-4c07-84cd-4c1794defed5'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 08:59:50.662224 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-27a87167-10bb-45a1-8c33-cb798dece183 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=706aada4-dbe0-4a02-b458-874d277f87d5 HTTP/1.1" status: 200 len: 217 time: 0.0664983 Aug 29 08:59:50.675517 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f30b9b-3d20-4453-b77e-9591f5f09d65 x-openstack-request-id: req-30f30b9b-3d20-4453-b77e-9591f5f09d65 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:59:50.676068 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f2288d-3f15-49d4-ad07-128bc73ffb69", "name": "network-vif-plugged", "status": "completed", "tag": "73f34855-dae1-4d73-afd3-622e2b2661c9", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:59:50.676459 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30f30b9b-3d20-4453-b77e-9591f5f09d65 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:59:50.676995 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f2288d-3f15-49d4-ad07-128bc73ffb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f34855-dae1-4d73-afd3-622e2b2661c9', 'code': 200} Aug 29 08:59:50.703718 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=73f34855-dae1-4d73-afd3-622e2b2661c9,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:50.733477 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848aa28-2ec7-4e68-ae3f-3bf0e018574e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df639413-42f1-412e-b2de-e81cfb49f3a4,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:50.778609 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0a789b67-abc7-4aa5-b0c0-09a0cd3f058c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.827153 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-f9728d0d-b66d-4810-ab48-820b1456a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:50.828693 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0a789b67-abc7-4aa5-b0c0-09a0cd3f058c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.836747 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-f9728d0d-b66d-4810-ab48-820b1456a642 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 200 len: 857 time: 0.1658733 Aug 29 08:59:50.923481 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-570addad-7cb6-42b5-975b-b5c88ed1fca7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f464f1d-a132-4bc0-8eef-3bc61477a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771127 Aug 29 08:59:50.935694 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0a789b67-abc7-4aa5-b0c0-09a0cd3f058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.943334 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0a789b67-abc7-4aa5-b0c0-09a0cd3f058c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:50.949544 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-0a789b67-abc7-4aa5-b0c0-09a0cd3f058c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df639413-42f1-412e-b2de-e81cfb49f3a4 HTTP/1.1" status: 204 len: 168 time: 0.3426545 Aug 29 08:59:50.968066 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a789b67-abc7-4aa5-b0c0-09a0cd3f058c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df639413-42f1-412e-b2de-e81cfb49f3a4,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:51.064112 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871e243-244f-49ce-964b-c32c0884844d req-12e82e42-d969-4cee-873c-09a30eee21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:51.065949 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5871e243-244f-49ce-964b-c32c0884844d req-12e82e42-d969-4cee-873c-09a30eee21c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 1098 time: 0.1473596 Aug 29 08:59:51.075285 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78de77d-733b-4fb9-bc0d-a666299c7a28 req-50655032-2b4f-4b0b-adb0-d27a44d7aabc tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:51.083421 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b78de77d-733b-4fb9-bc0d-a666299c7a28 req-50655032-2b4f-4b0b-adb0-d27a44d7aabc tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 944 time: 0.1169450 Aug 29 08:59:51.137762 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b78de77d-733b-4fb9-bc0d-a666299c7a28 req-861ead10-1486-4bfd-b87a-4aad8c60623a tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536621 Aug 29 08:59:51.180163 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-2f959d60-4933-41f5-aa7e-a0c34e5a180a service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098525 Aug 29 08:59:51.191141 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5871e243-244f-49ce-964b-c32c0884844d req-44749868-0cfe-42f7-b4cd-bc703a89f667 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945899 Aug 29 08:59:51.316478 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-594ec8b6-74a4-4be7-8195-942c0bd3fd51 req-2e24770f-7aec-4190-a04f-c37b60f4651f service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291306 Aug 29 08:59:51.318663 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf67ef-30d0-4410-b1a2-63d4e4152507 req-4d12eb8a-6e9e-4f90-87d8-f446126a23ce tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:51.321862 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a6bf67ef-30d0-4410-b1a2-63d4e4152507 req-4d12eb8a-6e9e-4f90-87d8-f446126a23ce tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0731966 Aug 29 08:59:51.380333 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a6bf67ef-30d0-4410-b1a2-63d4e4152507 req-f06b1a7b-b6e2-4741-8cdd-c27161a2479c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530376 Aug 29 08:59:51.566239 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40924) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:51.590862 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4f37-ffed-4104-93d6-159e2346e980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:51.754731 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc2543-5f47-4577-a602-dbffd0f53c0f req-07f20368-919a-40db-a378-b9cf210a37c3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:51.756327 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e5fc2543-5f47-4577-a602-dbffd0f53c0f req-07f20368-919a-40db-a378-b9cf210a37c3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1035421 Aug 29 08:59:51.799674 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4f37-ffed-4104-93d6-159e2346e980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:51.807043 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ad4b4f37-ffed-4104-93d6-159e2346e980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:51.844984 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e5fc2543-5f47-4577-a602-dbffd0f53c0f req-cd711c92-fc85-42d8-bcec-01ca4a7d5d16 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762718 Aug 29 08:59:51.873548 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ad4b4f37-ffed-4104-93d6-159e2346e980 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e6d0230a687424ba5579d7be435c7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047884 Aug 29 08:59:51.877148 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 40932) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:51.885737 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b4f37-ffed-4104-93d6-159e2346e980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a74bfa-04a0-46b7-b1f9-c1442e9980ee,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:51.955253 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8b43f3ae-059d-4013-913c-1b0d28b80c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:51.984958 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8b43f3ae-059d-4013-913c-1b0d28b80c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:52.093942 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8b43f3ae-059d-4013-913c-1b0d28b80c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:52.098557 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8b43f3ae-059d-4013-913c-1b0d28b80c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:52.100543 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8b43f3ae-059d-4013-913c-1b0d28b80c7d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68a74bfa-04a0-46b7-b1f9-c1442e9980ee HTTP/1.1" status: 204 len: 168 time: 0.2219596 Aug 29 08:59:52.120694 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43f3ae-059d-4013-913c-1b0d28b80c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a74bfa-04a0-46b7-b1f9-c1442e9980ee,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:52.316753 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0cb8e-b93d-41c3-8c35-fb293366faad req-157b68b9-af4e-4505-a257-b9e23c6e3b2a tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:52.318591 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18d0cb8e-b93d-41c3-8c35-fb293366faad req-157b68b9-af4e-4505-a257-b9e23c6e3b2a tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 944 time: 0.0846395 Aug 29 08:59:52.376278 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18d0cb8e-b93d-41c3-8c35-fb293366faad req-255f24df-d89c-46e6-9698-4bc4c4fadd89 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454636 Aug 29 08:59:52.570825 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bb6a1-65c8-4130-bf69-b4765a6759b7 req-1ad8b01d-54be-4caf-adfd-635624d39202 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:52.570825 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-150bb6a1-65c8-4130-bf69-b4765a6759b7 req-1ad8b01d-54be-4caf-adfd-635624d39202 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0704880 Aug 29 08:59:52.653198 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-150bb6a1-65c8-4130-bf69-b4765a6759b7 req-d1a9614b-53a5-45b1-a572-53e47564f9d8 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709817 Aug 29 08:59:53.043776 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4c9ae-e7f6-4deb-b419-3ea470a3ebbe req-f4e18134-14e8-45d2-8856-fe4c76bc2939 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:53.045411 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39f4c9ae-e7f6-4deb-b419-3ea470a3ebbe req-f4e18134-14e8-45d2-8856-fe4c76bc2939 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0718546 Aug 29 08:59:53.134507 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39f4c9ae-e7f6-4deb-b419-3ea470a3ebbe req-5424304f-01a3-447f-9c37-7db28cb5666d tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671144 Aug 29 08:59:53.601018 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 7f8441d4-81b8-4c07-84cd-4c1794defed5 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 08:59:53.609498 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15240c96-b651-41e3-b300-577c9659b1a2 req-6e2848ae-f791-4e31-9d2d-90f626b0c7fd tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:53.613209 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15240c96-b651-41e3-b300-577c9659b1a2 req-6e2848ae-f791-4e31-9d2d-90f626b0c7fd tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 944 time: 0.1095650 Aug 29 08:59:53.700527 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15240c96-b651-41e3-b300-577c9659b1a2 req-3db574ce-864c-403a-8fc7-8fa8d4ccc3a1 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786624 Aug 29 08:59:53.766574 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 7f8441d4-81b8-4c07-84cd-4c1794defed5 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 08:59:53.775811 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 7f8441d4-81b8-4c07-84cd-4c1794defed5 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 08:59:53.776921 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:53.808062 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41012) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:53.922110 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d454436-24e5-4c78-b073-33d3a1634e94 req-0f52d280-97c7-417e-b377-067dd951caa0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:53.925995 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2d454436-24e5-4c78-b073-33d3a1634e94 req-0f52d280-97c7-417e-b377-067dd951caa0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.1324897 Aug 29 08:59:53.972690 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8df66b02-7b50-4a63-a041-9700076ef0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:54.010095 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2d454436-24e5-4c78-b073-33d3a1634e94 req-8e0cc807-1e6b-4b67-b061-86f7e1105702 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762432 Aug 29 08:59:54.079643 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:54.136994 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8df66b02-7b50-4a63-a041-9700076ef0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:54.143147 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd659f458-8ced-458f-9198-83986b5134f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8441d4-81b8-4c07-84cd-4c1794defed5'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 08:59:54.145590 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8df66b02-7b50-4a63-a041-9700076ef0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:54.152209 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f75667f-76d1-4a19-9078-063982667fde" -d '{"events": [{"server_uuid": "d659f458-8ced-458f-9198-83986b5134f8", "name": "network-vif-plugged", "status": "completed", "tag": "7f8441d4-81b8-4c07-84cd-4c1794defed5"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 08:59:54.187847 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 7f8441d4-81b8-4c07-84cd-4c1794defed5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7f8441d4-81b8-4c07-84cd-4c1794defed5,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 08:59:54.202520 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df66b02-7b50-4a63-a041-9700076ef0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b33a0b1-00b6-4446-8ae9-9d05bec46060,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:54.204137 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:54.230616 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8df66b02-7b50-4a63-a041-9700076ef0ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35eed3c25c2f4acba41632aff60004fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209037 Aug 29 08:59:54.234603 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41026) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:54.331491 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 08:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21654ac4-dd29-498c-afbd-013489cde0c7 x-openstack-request-id: req-21654ac4-dd29-498c-afbd-013489cde0c7 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 08:59:54.333586 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d659f458-8ced-458f-9198-83986b5134f8", "name": "network-vif-plugged", "status": "completed", "tag": "7f8441d4-81b8-4c07-84cd-4c1794defed5", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 08:59:54.335658 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21654ac4-dd29-498c-afbd-013489cde0c7 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 08:59:54.336461 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd659f458-8ced-458f-9198-83986b5134f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8441d4-81b8-4c07-84cd-4c1794defed5', 'code': 200} Aug 29 08:59:54.376606 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=7f8441d4-81b8-4c07-84cd-4c1794defed5,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:54.429937 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-440b7fc3-706f-4dd3-85d4-6fc34d0e2efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:54.457899 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a00a-d8de-4af0-aa82-5bc656167f51 req-582dab98-36f9-4843-a3d4-3e3544f4ea8f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:54.470802 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da60a00a-d8de-4af0-aa82-5bc656167f51 req-582dab98-36f9-4843-a3d4-3e3544f4ea8f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1247900 Aug 29 08:59:54.493984 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-440b7fc3-706f-4dd3-85d4-6fc34d0e2efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:54.576846 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da60a00a-d8de-4af0-aa82-5bc656167f51 req-7c8148f1-9ddc-4f69-83a2-7d509f977630 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047573 Aug 29 08:59:54.609811 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-440b7fc3-706f-4dd3-85d4-6fc34d0e2efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:54.616739 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-440b7fc3-706f-4dd3-85d4-6fc34d0e2efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:54.619264 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-440b7fc3-706f-4dd3-85d4-6fc34d0e2efa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b33a0b1-00b6-4446-8ae9-9d05bec46060 HTTP/1.1" status: 204 len: 168 time: 0.3820636 Aug 29 08:59:54.684734 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b7fc3-706f-4dd3-85d4-6fc34d0e2efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b33a0b1-00b6-4446-8ae9-9d05bec46060,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:54.766327 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd38777-6dd2-46da-92ce-4bd2b9cf8287 req-7df9b300-8b71-448f-8e47-41e981f54866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:54.784443 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bbd38777-6dd2-46da-92ce-4bd2b9cf8287 req-7df9b300-8b71-448f-8e47-41e981f54866 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 1098 time: 0.1601267 Aug 29 08:59:54.854758 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bbd38777-6dd2-46da-92ce-4bd2b9cf8287 req-f4d1c47c-7481-4af7-87b6-fee6e7553ca7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638800 Aug 29 08:59:55.041030 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed804e-5f1c-4592-90b7-62629f34d12a req-6453532d-684b-4d12-9762-85597b23e921 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:55.050939 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c2ed804e-5f1c-4592-90b7-62629f34d12a req-6453532d-684b-4d12-9762-85597b23e921 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 945 time: 0.1676152 Aug 29 08:59:55.136825 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c2ed804e-5f1c-4592-90b7-62629f34d12a req-c3d1dbd0-96c2-4a5d-8c90-84fccd32e934 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675018 Aug 29 08:59:55.282193 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 41050) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:55.308590 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-946038e0-a61d-42b4-b520-17a12d63fc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:55.530654 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-946038e0-a61d-42b4-b520-17a12d63fc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:55.543469 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-946038e0-a61d-42b4-b520-17a12d63fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:55.602021 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-946038e0-a61d-42b4-b520-17a12d63fc6b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=48454d1338fa427ab6e8702e25d0754c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184254 Aug 29 08:59:55.604724 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946038e0-a61d-42b4-b520-17a12d63fc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae075e54-74f1-4125-86cc-395f04a332e7,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:55.606532 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41066) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 08:59:55.672428 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-af3e5620-4e61-40a7-968a-66abbed0744b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:55.697829 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-af3e5620-4e61-40a7-968a-66abbed0744b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:55.733894 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab993316-1182-49aa-a415-446f9cb6f110 req-12021c7f-ca5f-4229-8781-77b49dc67c79 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:55.735585 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ab993316-1182-49aa-a415-446f9cb6f110 req-12021c7f-ca5f-4229-8781-77b49dc67c79 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0592504 Aug 29 08:59:55.774678 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-af3e5620-4e61-40a7-968a-66abbed0744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:55.779515 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-af3e5620-4e61-40a7-968a-66abbed0744b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 08:59:55.781868 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-af3e5620-4e61-40a7-968a-66abbed0744b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae075e54-74f1-4125-86cc-395f04a332e7 HTTP/1.1" status: 204 len: 168 time: 0.1738420 Aug 29 08:59:55.802022 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e5620-4e61-40a7-968a-66abbed0744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae075e54-74f1-4125-86cc-395f04a332e7,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 08:59:55.849903 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ab993316-1182-49aa-a415-446f9cb6f110 req-6e120642-8d3e-4e3e-be34-fb9b13f219c8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889907 Aug 29 08:59:56.334286 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b92744-e5c0-4cdc-976e-8fa7937cda87 req-99491303-51f5-4546-a1e3-d7b76acabef1 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:56.344199 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-99b92744-e5c0-4cdc-976e-8fa7937cda87 req-99491303-51f5-4546-a1e3-d7b76acabef1 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 945 time: 0.0843995 Aug 29 08:59:56.397002 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-99b92744-e5c0-4cdc-976e-8fa7937cda87 req-735ee23b-f0c4-46d8-9efe-9a80cb21ff45 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485859 Aug 29 08:59:57.034091 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef92f6-0213-4201-9fd3-9728544a5d32 req-f83d4115-c5d5-4b37-85df-0b09c130cc2a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:57.036113 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-deef92f6-0213-4201-9fd3-9728544a5d32 req-f83d4115-c5d5-4b37-85df-0b09c130cc2a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0865881 Aug 29 08:59:57.081287 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-deef92f6-0213-4201-9fd3-9728544a5d32 req-086c76b2-1d68-4f78-a747-9696adfafbeb tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 Aug 29 08:59:57.529909 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfbaef-4a74-41ef-b5a0-5ae6a6f02b55 req-770983d8-8898-4744-8be6-5c54d9807f69 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:57.531493 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d9bfbaef-4a74-41ef-b5a0-5ae6a6f02b55 req-770983d8-8898-4744-8be6-5c54d9807f69 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 945 time: 0.0547843 Aug 29 08:59:57.586261 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d9bfbaef-4a74-41ef-b5a0-5ae6a6f02b55 req-fd773f8d-fb32-4337-979d-1612ed2b0dbd tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Aug 29 08:59:58.306468 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01e0eb-7ef2-497e-9240-851f528216ae req-68c9bc17-c567-4803-8b5a-cefaca370ff3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:58.319158 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2b01e0eb-7ef2-497e-9240-851f528216ae req-68c9bc17-c567-4803-8b5a-cefaca370ff3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0996242 Aug 29 08:59:58.374293 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2b01e0eb-7ef2-497e-9240-851f528216ae req-1908aff5-debb-4d29-983f-a848a6f66aaf tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527856 Aug 29 08:59:59.534398 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d77a0-4060-49b7-bd00-deebc3f4a8a8 req-5fe132ec-d797-4361-b818-26d8cba546fe tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 08:59:59.536161 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a1d77a0-4060-49b7-bd00-deebc3f4a8a8 req-5fe132ec-d797-4361-b818-26d8cba546fe tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0622718 Aug 29 08:59:59.583750 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a1d77a0-4060-49b7-bd00-deebc3f4a8a8 req-1077a0f1-71c8-49c1-9002-5a2f75a57a2f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Aug 29 09:00:00.805665 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6856f85-f299-47d6-946b-b1951b0c98eb req-b9bd43d0-7dc8-4d20-ba5f-598ddefd21c4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:00.809559 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6856f85-f299-47d6-946b-b1951b0c98eb req-b9bd43d0-7dc8-4d20-ba5f-598ddefd21c4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0635312 Aug 29 09:00:00.868826 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6856f85-f299-47d6-946b-b1951b0c98eb req-09fa9eb9-cb7a-4396-b691-c704c8e37c7c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 Aug 29 09:00:00.884809 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:01.547163 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-41355c1f-f4dd-4344-945c-0f9534fe35e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801616 Aug 29 09:00:01.888177 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-7e0189c3-36d3-4c2e-a45d-784a9aa73c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:01.892718 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-7e0189c3-36d3-4c2e-a45d-784a9aa73c74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 1098 time: 0.2968059 Aug 29 09:00:02.039361 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-f072dedd-cf30-47f0-8f34-008cfca56e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:02.041961 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-f072dedd-cf30-47f0-8f34-008cfca56e2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 916 time: 0.1192541 Aug 29 09:00:02.057143 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d861-7610-41df-a734-e0b34bd7fa5a req-e254aa31-93d3-412d-80fc-006e84da146c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:02.059035 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd25d861-7610-41df-a734-e0b34bd7fa5a req-e254aa31-93d3-412d-80fc-006e84da146c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0568364 Aug 29 09:00:02.104825 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd25d861-7610-41df-a734-e0b34bd7fa5a req-a99aefd2-ac83-4717-909c-edaef330019b tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Aug 29 09:00:02.105265 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-e2836bb7-5e73-41c5-990b-0b36369aacc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba5199f-2c26-464b-bd82-1d1450a68f8b HTTP/1.1" status: 200 len: 217 time: 0.0536430 Aug 29 09:00:02.186786 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-4693be62-fe67-4921-9b82-670e458aa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:02.188952 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-4693be62-fe67-4921-9b82-670e458aa03e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 HTTP/1.1" status: 200 len: 855 time: 0.0757618 Aug 29 09:00:02.263110 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-8ac6de38-64a1-4a86-b83b-96b9ef1b971b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ff8d669-c27b-4d4d-a0b9-986f050856a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571990 Aug 29 09:00:02.392737 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-f7047995-445d-4684-a92e-3bd76a80b110 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162000 Aug 29 09:00:02.523471 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ae6be477-1e50-48ca-bb1b-ed4244278ea7 req-bc773ada-544e-4f58-9126-be86bb633f54 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221013 Aug 29 09:00:03.308258 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec6743-55ac-4d33-bd76-6baa85a545e0 req-172ce639-0bfe-4c33-940d-39f86ac126ee tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:03.313895 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-edec6743-55ac-4d33-bd76-6baa85a545e0 req-172ce639-0bfe-4c33-940d-39f86ac126ee tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0895853 Aug 29 09:00:03.421585 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-edec6743-55ac-4d33-bd76-6baa85a545e0 req-dc5f4352-08a6-4dad-be09-9cb48babd148 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019957 Aug 29 09:00:04.266541 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41374) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:04.390765 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41378) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:04.487787 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:04.628329 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d3ecc-2913-42ba-90bb-e8ae673c8053 req-ac7584fc-440b-4a69-8bb8-75f8ef562675 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:04.637872 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-232d3ecc-2913-42ba-90bb-e8ae673c8053 req-ac7584fc-440b-4a69-8bb8-75f8ef562675 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1039999 Aug 29 09:00:04.694410 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-232d3ecc-2913-42ba-90bb-e8ae673c8053 req-0d9f84be-3438-4a6e-96eb-b2250e0a4fcf tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551050 Aug 29 09:00:04.721878 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:04.724323 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c86f5cb1-018a-43f4-96a1-95b234cee571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:04.730519 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:04.794067 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11887545-074d-4f54-96cc-8a1f0f618327,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:04.802474 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ed8a411bb3a4f3eb6a8cad9483006ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318730 Aug 29 09:00:04.802899 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 41398) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:04.817560 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.818106 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.818627 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.819208 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.819749 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.820216 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.820694 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.821268 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.821830 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.822347 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.822879 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.823430 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198d53e0-b810-474d-84fd-c40b88cc274f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:04.916259 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:04.947849 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c86f5cb1-018a-43f4-96a1-95b234cee571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:04.954672 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c86f5cb1-018a-43f4-96a1-95b234cee571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.016418 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f5cb1-018a-43f4-96a1-95b234cee571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51740b65-2f10-43f2-8fa6-ae71a8131842,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:05.041278 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c86f5cb1-018a-43f4-96a1-95b234cee571 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5945036c678146548bac019ed8a6b5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6403649 Aug 29 09:00:05.041278 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41402) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:05.069327 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41404) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:05.105834 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cbdafef8-ee5e-4208-9d06-746c91ea4ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.135196 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cbdafef8-ee5e-4208-9d06-746c91ea4ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.193270 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.224128 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-097869da-521c-4721-9c3c-eb727e967943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.237607 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cbdafef8-ee5e-4208-9d06-746c91ea4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.240352 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cbdafef8-ee5e-4208-9d06-746c91ea4ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.241815 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-cbdafef8-ee5e-4208-9d06-746c91ea4ce2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51740b65-2f10-43f2-8fa6-ae71a8131842 HTTP/1.1" status: 204 len: 168 time: 0.2044063 Aug 29 09:00:05.259449 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdafef8-ee5e-4208-9d06-746c91ea4ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51740b65-2f10-43f2-8fa6-ae71a8131842,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:05.287738 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.290881 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.292675 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11887545-074d-4f54-96cc-8a1f0f618327 HTTP/1.1" status: 204 len: 168 time: 0.4883339 Aug 29 09:00:05.309527 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11887545-074d-4f54-96cc-8a1f0f618327,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:05.321744 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.322522 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.323029 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.323594 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.324080 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.324582 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.325102 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.325536 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.326040 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.326516 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.326999 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.327478 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c2cfc-ff98-48b1-a729-4ea543780cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:05.422027 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-097869da-521c-4721-9c3c-eb727e967943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.430207 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-097869da-521c-4721-9c3c-eb727e967943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.480622 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-097869da-521c-4721-9c3c-eb727e967943 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ecfad66dbb5c4e70add615e35869301b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099858 Aug 29 09:00:05.484455 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41412) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:05.491208 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097869da-521c-4721-9c3c-eb727e967943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2427b9f0-90ee-45d9-9307-7ff66667de01,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:05.601679 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c74bb010-0b48-4c8e-a807-216dc228c633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.650057 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c74bb010-0b48-4c8e-a807-216dc228c633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.766867 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c74bb010-0b48-4c8e-a807-216dc228c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.772075 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c74bb010-0b48-4c8e-a807-216dc228c633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.777716 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c74bb010-0b48-4c8e-a807-216dc228c633 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2427b9f0-90ee-45d9-9307-7ff66667de01 HTTP/1.1" status: 204 len: 168 time: 0.2920978 Aug 29 09:00:05.795974 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb010-0b48-4c8e-a807-216dc228c633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2427b9f0-90ee-45d9-9307-7ff66667de01,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:05.873062 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41434) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:05.889833 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e4494f14-5a5a-4b1f-b1ee-9a4dcc754023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:05.913265 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c10863-5dd2-4e88-a818-c172ce8560cd req-3b81ceac-64ac-422a-b99e-5b0dee4dc536 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:05.915103 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67c10863-5dd2-4e88-a818-c172ce8560cd req-3b81ceac-64ac-422a-b99e-5b0dee4dc536 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0795364 Aug 29 09:00:05.980306 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67c10863-5dd2-4e88-a818-c172ce8560cd req-a1692505-87d1-477a-acbd-5147b75c36f0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538211 Aug 29 09:00:06.071350 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e4494f14-5a5a-4b1f-b1ee-9a4dcc754023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.078645 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e4494f14-5a5a-4b1f-b1ee-9a4dcc754023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.137568 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e4494f14-5a5a-4b1f-b1ee-9a4dcc754023 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2cab24e16cb44729dcf3a3320addee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599990 Aug 29 09:00:06.137568 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4494f14-5a5a-4b1f-b1ee-9a4dcc754023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aee983-0ccb-49c5-9059-c1015b777101,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:06.139280 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 41440) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:06.227811 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-08b84c02-40e3-487c-a065-e6de446cce76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.264660 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-08b84c02-40e3-487c-a065-e6de446cce76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.336570 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-08b84c02-40e3-487c-a065-e6de446cce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.340207 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-08b84c02-40e3-487c-a065-e6de446cce76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.341547 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-08b84c02-40e3-487c-a065-e6de446cce76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4aee983-0ccb-49c5-9059-c1015b777101 HTTP/1.1" status: 204 len: 168 time: 0.2010570 Aug 29 09:00:06.351317 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84c02-40e3-487c-a065-e6de446cce76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aee983-0ccb-49c5-9059-c1015b777101,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:06.373807 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 41450) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:06.389346 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a2e87c92-94f5-4d5f-9c65-21262e0aa61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.526139 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a2e87c92-94f5-4d5f-9c65-21262e0aa61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.533373 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a2e87c92-94f5-4d5f-9c65-21262e0aa61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.586650 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a2e87c92-94f5-4d5f-9c65-21262e0aa61e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0989f5c64de240fe9a2e6c95591c4eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124398 Aug 29 09:00:06.587868 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e87c92-94f5-4d5f-9c65-21262e0aa61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89579358-6d3c-4824-9363-5ca9a0b010ec,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:06.590406 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 41456) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:06.657381 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-051618c2-c9e7-4581-9da9-6160f740903f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.691738 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-051618c2-c9e7-4581-9da9-6160f740903f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.790811 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-051618c2-c9e7-4581-9da9-6160f740903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.794129 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-051618c2-c9e7-4581-9da9-6160f740903f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:06.802250 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-051618c2-c9e7-4581-9da9-6160f740903f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89579358-6d3c-4824-9363-5ca9a0b010ec HTTP/1.1" status: 204 len: 168 time: 0.2071433 Aug 29 09:00:06.830114 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051618c2-c9e7-4581-9da9-6160f740903f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89579358-6d3c-4824-9363-5ca9a0b010ec,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:07.330597 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805511d8-a6f6-4e8c-9d66-c15a5f5d629b req-dd99babf-d402-4438-a7f9-cead3e2419f6 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:07.334797 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-805511d8-a6f6-4e8c-9d66-c15a5f5d629b req-dd99babf-d402-4438-a7f9-cead3e2419f6 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1848822 Aug 29 09:00:07.375300 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 41526) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:07.408925 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518e44c9-5ce0-463d-98ca-a5ba6c486cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:07.439951 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-805511d8-a6f6-4e8c-9d66-c15a5f5d629b req-ad88a772-07e0-4c97-a19a-d37145feb785 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943017 Aug 29 09:00:07.635302 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518e44c9-5ce0-463d-98ca-a5ba6c486cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:07.641146 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518e44c9-5ce0-463d-98ca-a5ba6c486cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:07.726521 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e44c9-5ce0-463d-98ca-a5ba6c486cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f877e35-e64f-4f00-8e4b-ff348ae92790,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:07.757907 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 41538) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:00:07.766246 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-518e44c9-5ce0-463d-98ca-a5ba6c486cd9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a853251f690249f2aa3059c36e89517c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887815 Aug 29 09:00:07.911562 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-abc4a05a-e52f-432f-96de-feb8f7622af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:07.954714 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-abc4a05a-e52f-432f-96de-feb8f7622af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:08.034665 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-abc4a05a-e52f-432f-96de-feb8f7622af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:08.037650 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-abc4a05a-e52f-432f-96de-feb8f7622af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:08.039020 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-abc4a05a-e52f-432f-96de-feb8f7622af1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2f877e35-e64f-4f00-8e4b-ff348ae92790 HTTP/1.1" status: 204 len: 168 time: 0.2800591 Aug 29 09:00:08.051311 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4a05a-e52f-432f-96de-feb8f7622af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f877e35-e64f-4f00-8e4b-ff348ae92790,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:08.670383 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c4731-ada0-4c47-b71c-368680fdb0a1 req-8d80f6e5-f22c-4eb8-be98-84f4cac9779b tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:08.671937 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b62c4731-ada0-4c47-b71c-368680fdb0a1 req-8d80f6e5-f22c-4eb8-be98-84f4cac9779b tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0916560 Aug 29 09:00:08.727437 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b62c4731-ada0-4c47-b71c-368680fdb0a1 req-50c13d3a-cac6-44cb-a5fa-35c7563a39f2 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458996 Aug 29 09:00:09.886697 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9207b5-50f3-4baf-bbbe-0294623b9326 req-dc51a8bb-7d03-432e-8135-23d1561e5e5d tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:09.888318 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d9207b5-50f3-4baf-bbbe-0294623b9326 req-dc51a8bb-7d03-432e-8135-23d1561e5e5d tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0553508 Aug 29 09:00:09.935430 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d9207b5-50f3-4baf-bbbe-0294623b9326 req-b82f98a8-f8d1-4120-9ab3-3da5b5d576a8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391424 Aug 29 09:00:10.326795 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3c1adcf0-178b-4bd5-9dc1-1234f7b1597d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:11.123021 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c18cb2-6749-462b-9909-b51d4cea8cf4 req-96cfb100-9474-4667-94b6-668538314180 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:11.125466 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-79c18cb2-6749-462b-9909-b51d4cea8cf4 req-96cfb100-9474-4667-94b6-668538314180 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0797019 Aug 29 09:00:11.181912 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-79c18cb2-6749-462b-9909-b51d4cea8cf4 req-dc950591-5619-4850-8310-d475efe109cf tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 Aug 29 09:00:13.870557 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:15.101664 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4987de74-c040-427a-99bb-75ddd39e46e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:16.349140 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:17.582256 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:20.117574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-b5b27d71-65ea-4d31-95d4-e6f77dfce483 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:20.120289 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-b5b27d71-65ea-4d31-95d4-e6f77dfce483 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 815 time: 0.1560667 Aug 29 09:00:20.142348 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-7d653c1d-6cf4-4a2d-93c0-491b64d9bccd tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/quotas/412049f115b84b6889a6b6ac82fbbce0 HTTP/1.1" status: 200 len: 375 time: 0.0139070 Aug 29 09:00:20.233152 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-cfc3dce6-ee1d-42e1-b863-422fa6faade9 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787015 Aug 29 09:00:20.384593 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd4ab9-709c-4cc1-9ae0-1a8f824dfd0f req-50861d7a-2236-4cb6-919d-68da9bd43c65 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:20.387692 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0bdd4ab9-709c-4cc1-9ae0-1a8f824dfd0f req-50861d7a-2236-4cb6-919d-68da9bd43c65 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1530571 Aug 29 09:00:20.491332 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a8c156f0-b1f1-4161-a9e4-faf6083fa74d service neutron] 10.222.0.45 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269497 Aug 29 09:00:20.504120 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0bdd4ab9-709c-4cc1-9ae0-1a8f824dfd0f req-c1334dc6-bf79-4fdc-a8ea-6989f07a116a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001246 Aug 29 09:00:20.621366 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-2a7ffb47-cdd8-4346-9827-a84269958fb0 service neutron] 10.222.0.45 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288388 Aug 29 09:00:20.631210 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:00:20.648707 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791507bb-e886-4c63-9fa4-472a3757090f req-84c3c4aa-e84d-4a3d-a99a-192228d4d462 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:20.650592 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-791507bb-e886-4c63-9fa4-472a3757090f req-84c3c4aa-e84d-4a3d-a99a-192228d4d462 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0726032 Aug 29 09:00:20.693088 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-791507bb-e886-4c63-9fa4-472a3757090f req-bfeba6d9-8a87-432c-87c4-8040010d9555 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362017 Aug 29 09:00:20.805023 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-62589ba2-e00e-457c-892e-eb3b7dd4d23d req-5f94d485-fe1d-4900-86e2-db1012d277e3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 210 time: 0.0274448 Aug 29 09:00:21.707946 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5934dc-bc02-4977-9da6-bdf9bdc9ad22 req-102769c0-b283-4e57-8f23-846529744333 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:21.710441 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5a5934dc-bc02-4977-9da6-bdf9bdc9ad22 req-102769c0-b283-4e57-8f23-846529744333 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0876727 Aug 29 09:00:21.759457 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5a5934dc-bc02-4977-9da6-bdf9bdc9ad22 req-a4d11d43-d507-4efe-8a2f-24bb3098601f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Aug 29 09:00:21.836388 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab53c86-3a7d-480e-82c2-45fbb2c9778a req-602ca4e8-f280-414a-b8b6-4b39d56572d1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:21.838012 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bab53c86-3a7d-480e-82c2-45fbb2c9778a req-602ca4e8-f280-414a-b8b6-4b39d56572d1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0628011 Aug 29 09:00:21.910567 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bab53c86-3a7d-480e-82c2-45fbb2c9778a req-25dee446-6fbf-4156-a994-6fbe86ab9ef8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660350 Aug 29 09:00:21.927474 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d99ae571-c7cd-43e5-a8c9-62206f8361aa req-ec5c74c6-c39b-46d5-ae97-10ae622cf913 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 210 time: 0.0352752 Aug 29 09:00:22.041748 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-9058bcba-04fb-4aca-bdf8-b7514f316cd4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:22.043348 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-9058bcba-04fb-4aca-bdf8-b7514f316cd4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 815 time: 0.1203392 Aug 29 09:00:22.059880 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Request body: {'port': {'device_id': 'fd4a68fe-ecac-4166-aeac-35276223a610', 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6', 'admin_state_up': True, 'tenant_id': '412049f115b84b6889a6b6ac82fbbce0'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:00:22.184521 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Made reservation on behalf of 412049f115b84b6889a6b6ac82fbbce0 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:00:22.188143 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:22.338538 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Allocated IP 172.20.0.3 (6ff8d669-c27b-4d4d-a0b9-986f050856a6/33f7f62d-ff6c-4b1e-9a30-e8c6e20be787/7824a482-9508-40df-b75b-674545989e09) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:00:22.507695 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:22.553345 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:22.573413 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['dba5199f-2c26-464b-bd82-1d1450a68f8b', 'fa50814c-db52-44ad-a860-b066634e0852', '73f34855-dae1-4d73-afd3-622e2b2661c9'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:00:22.594482 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:00:22.597794 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:00:22.602776 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:00:22.609831 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:22.611361 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:22.676239 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Pushing event updated for resources: {'Port': ['ID=7824a482-9508-40df-b75b-674545989e09,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:22.686713 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-3d7a10bc-1069-4f74-81e7-2b6c7729dc19 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309049 Aug 29 09:00:22.703483 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Request body: {'port': {'device_id': 'fd4a68fe-ecac-4166-aeac-35276223a610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:00:22.711094 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67d42e-989d-497e-8673-b07566f4c18e req-32b1e060-e471-4406-91d8-ced56ac27a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:22.713329 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1f67d42e-989d-497e-8673-b07566f4c18e req-32b1e060-e471-4406-91d8-ced56ac27a88 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1098 time: 0.0988233 Aug 29 09:00:22.808772 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1f67d42e-989d-497e-8673-b07566f4c18e req-76425e37-330c-474c-b7c9-7cad72c04107 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712247 Aug 29 09:00:22.814565 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:22.985731 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940f730-fe81-46f6-9df6-e07505a83f4e req-60f521b4-52ba-41d8-a9d6-70ee0665c84a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:22.997383 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e940f730-fe81-46f6-9df6-e07505a83f4e req-60f521b4-52ba-41d8-a9d6-70ee0665c84a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1105917 Aug 29 09:00:23.106173 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e940f730-fe81-46f6-9df6-e07505a83f4e req-7483dfd5-00f5-4a86-aa91-99fb051ec141 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996897 Aug 29 09:00:23.144414 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65293-8606-4779-a951-2ba3c7e56b6d req-516820b4-4331-4b99-b5d8-a83f363986b0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:23.146758 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-82e65293-8606-4779-a951-2ba3c7e56b6d req-516820b4-4331-4b99-b5d8-a83f363986b0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1053805 Aug 29 09:00:23.204404 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-82e65293-8606-4779-a951-2ba3c7e56b6d req-7fe6cfaa-d5db-496e-9bcf-d43daba0527a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491352 Aug 29 09:00:23.205325 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7824a482-9508-40df-b75b-674545989e09 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:00:23.223731 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:23.249408 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Transition to ACTIVE for port object 7824a482-9508-40df-b75b-674545989e09 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:00:23.256618 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:23.279432 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fab220-63a4-425e-aadc-599702572e75 req-5a294638-b977-4c76-bd4e-12fafa46148c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:23.281678 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87fab220-63a4-425e-aadc-599702572e75 req-5a294638-b977-4c76-bd4e-12fafa46148c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 931 time: 0.0808899 Aug 29 09:00:23.335748 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Pushing event updated for resources: {'Port': ['ID=7824a482-9508-40df-b75b-674545989e09,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:23.348086 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Attempting to bind port 7824a482-9508-40df-b75b-674545989e09 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:00:23.348782 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Attempting to bind port 7824a482-9508-40df-b75b-674545989e09 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:00:23.348782 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Attempting to bind port 7824a482-9508-40df-b75b-674545989e09 on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:00:23.353251 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87fab220-63a4-425e-aadc-599702572e75 req-754683af-4ece-46d0-b467-50e9b89fb5e8 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489976 Aug 29 09:00:23.356315 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Port 7824a482-9508-40df-b75b-674545989e09 on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:00:23.357000 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Attempting to bind port 7824a482-9508-40df-b75b-674545989e09 on network 6ff8d669-c27b-4d4d-a0b9-986f050856a6 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:00:23.363508 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:00:23.363879 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Checking segment: {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:00:23.364412 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Bound using segment: {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:00:23.364838 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Bound port: 7824a482-9508-40df-b75b-674545989e09, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d5d0cc-b618-422e-b85c-d9f2759c5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:00:23.365368 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:23.448556 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] For port 7824a482-9508-40df-b75b-674545989e09, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:00:23.452476 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] For port 7824a482-9508-40df-b75b-674545989e09, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7824a482-9508-40df-b75b-674545989e09,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:00:23.465501 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:23.520435 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:23.521559 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:23.524292 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] 10.222.0.57 "PUT /v2.0/ports/7824a482-9508-40df-b75b-674545989e09 HTTP/1.1" status: 200 len: 1093 time: 0.8257515 Aug 29 09:00:23.524292 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4a68fe-ecac-4166-aeac-35276223a610', 'tag': '7824a482-9508-40df-b75b-674545989e09'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:00:23.527171 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b8ac7-9074-4ad8-8779-724e78ef43ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4a68fe-ecac-4166-aeac-35276223a610", "tag": "7824a482-9508-40df-b75b-674545989e09"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:00:23.563562 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d4c7c-d85d-4fb3-8ed1-e1b49fa855cb service neutron] Pushing event updated for resources: {'Port': ['ID=7824a482-9508-40df-b75b-674545989e09,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:23.594858 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112319bc-6ffa-4ddb-8dd1-f6ac5da0cb3b x-openstack-request-id: req-112319bc-6ffa-4ddb-8dd1-f6ac5da0cb3b {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:00:23.595257 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4a68fe-ecac-4166-aeac-35276223a610", "tag": "7824a482-9508-40df-b75b-674545989e09", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:00:23.595620 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-112319bc-6ffa-4ddb-8dd1-f6ac5da0cb3b {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:00:23.596174 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4a68fe-ecac-4166-aeac-35276223a610', 'tag': '7824a482-9508-40df-b75b-674545989e09', 'status': 'completed', 'code': 200} Aug 29 09:00:23.638500 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-f4687e1e-2991-45d0-a9fd-caa4a76433e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:23.640102 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-f4687e1e-2991-45d0-a9fd-caa4a76433e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 1096 time: 0.0605705 Aug 29 09:00:23.694721 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-e84d0719-7532-441b-9701-bf36e119f563 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7824a482-9508-40df-b75b-674545989e09 HTTP/1.1" status: 200 len: 217 time: 0.0420551 Aug 29 09:00:23.756932 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-593ac13b-55f2-47f3-9d38-13e0e94c6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:23.758517 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-593ac13b-55f2-47f3-9d38-13e0e94c6450 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 HTTP/1.1" status: 200 len: 855 time: 0.0531168 Aug 29 09:00:23.797010 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-2b56f7b8-6ca8-46b2-b764-89e17e5361c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ff8d669-c27b-4d4d-a0b9-986f050856a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284564 Aug 29 09:00:23.916201 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-176cf8b4-a9b1-4b60-b142-3bbdd0763b67 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108546 Aug 29 09:00:24.037210 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-fa14a17a-dcfa-42f4-bde1-b16f400a0edf req-c0436763-0320-4e64-b4d9-f13cfde3221c service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014915 Aug 29 09:00:24.136956 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-da611039-ce7c-4c1f-903e-b5fbec1723ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:24.138509 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-da611039-ce7c-4c1f-903e-b5fbec1723ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=412049f115b84b6889a6b6ac82fbbce0&device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 1096 time: 0.0463920 Aug 29 09:00:24.273133 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77de478-a368-4b1d-9a19-185debacd6a2 req-ca158abf-235c-4ac5-aaf7-85bd9c569ee0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:24.276360 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b77de478-a368-4b1d-9a19-185debacd6a2 req-ca158abf-235c-4ac5-aaf7-85bd9c569ee0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0782769 Aug 29 09:00:24.281676 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-70c79f66-bef1-46ef-b4b6-b69afc50ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:24.284472 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-70c79f66-bef1-46ef-b4b6-b69afc50ffd8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 200 len: 916 time: 0.1317048 Aug 29 09:00:24.349416 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b77de478-a368-4b1d-9a19-185debacd6a2 req-b310dc94-59c1-43b4-828d-c7013d88ff86 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649848 Aug 29 09:00:24.390429 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-c5a2d2df-b58b-45f2-80ad-ab3ad239c92b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7824a482-9508-40df-b75b-674545989e09 HTTP/1.1" status: 200 len: 217 time: 0.0915926 Aug 29 09:00:24.449432 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc28ce-37f5-4039-85b4-f97639e2e96d req-b68b93ef-ed28-4c04-8237-8c3afebc4fef tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:24.457588 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8acc28ce-37f5-4039-85b4-f97639e2e96d req-b68b93ef-ed28-4c04-8237-8c3afebc4fef tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0967760 Aug 29 09:00:24.475591 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-3c253553-0791-4caa-b703-35345a90a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:24.480763 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-3c253553-0791-4caa-b703-35345a90a98b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 HTTP/1.1" status: 200 len: 855 time: 0.0714042 Aug 29 09:00:24.530068 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-0da79303-323a-451b-8d1b-f2de4bdfa165 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ff8d669-c27b-4d4d-a0b9-986f050856a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381823 Aug 29 09:00:24.537604 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8acc28ce-37f5-4039-85b4-f97639e2e96d req-05e58a1e-84d4-435c-af5c-2cf109eda93d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788338 Aug 29 09:00:24.565471 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2553c-0463-40ef-b242-e2ff1e2636f4 req-de7929c0-7fed-4d2a-955e-2a42fa59ad68 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:24.585438 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6b2553c-0463-40ef-b242-e2ff1e2636f4 req-de7929c0-7fed-4d2a-955e-2a42fa59ad68 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.1176243 Aug 29 09:00:24.633733 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6b2553c-0463-40ef-b242-e2ff1e2636f4 req-a5e94424-a2f3-4c06-8fd7-365f4d5ebe5a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534325 Aug 29 09:00:24.729370 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-d8e5be6f-b264-4ff8-98ab-7284c42e28b0 service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767056 Aug 29 09:00:24.854990 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-212b8ac7-9074-4ad8-8779-724e78ef43ee req-a2d6afcb-6976-4cb2-b1e8-06876500878b service neutron] 10.222.0.57 "GET /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175995 Aug 29 09:00:25.497102 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c64d31-5d9c-47d5-93b1-8fc064a75a69 req-005d703e-eaf0-4b72-87ab-5cff1e3fd8c6 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:25.498671 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e3c64d31-5d9c-47d5-93b1-8fc064a75a69 req-005d703e-eaf0-4b72-87ab-5cff1e3fd8c6 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0604892 Aug 29 09:00:25.545806 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e3c64d31-5d9c-47d5-93b1-8fc064a75a69 req-aa595184-1f6b-490d-ba4e-7768bea43ca1 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Aug 29 09:00:25.702321 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85aba5-f5ff-49de-bd50-d8cf705ad5cc req-fd68885c-b576-4b51-aec1-a2eff8a05aff tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:25.703877 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae85aba5-f5ff-49de-bd50-d8cf705ad5cc req-fd68885c-b576-4b51-aec1-a2eff8a05aff tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0581090 Aug 29 09:00:25.754193 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae85aba5-f5ff-49de-bd50-d8cf705ad5cc req-efc7e0d7-4782-4321-9654-a17e1098fbcc tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431988 Aug 29 09:00:25.844436 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-d6d272dc-637f-4dd0-b266-78832ca79b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:25.846102 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-d6d272dc-637f-4dd0-b266-78832ca79b2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1098 time: 0.0586579 Aug 29 09:00:25.873985 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff417232-1fcc-43bb-8685-450e70eeda50 req-226f8ce3-0fd9-408e-b5fd-a0bccc5acc49 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:25.877007 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ff417232-1fcc-43bb-8685-450e70eeda50 req-226f8ce3-0fd9-408e-b5fd-a0bccc5acc49 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.1042700 Aug 29 09:00:25.977746 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470727a-a281-40d2-a2c9-00c97a5acc7c req-9673fc7f-9d90-4157-a5a2-16ab587c0476 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:25.979427 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c470727a-a281-40d2-a2c9-00c97a5acc7c req-9673fc7f-9d90-4157-a5a2-16ab587c0476 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1008146 Aug 29 09:00:25.988230 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ff417232-1fcc-43bb-8685-450e70eeda50 req-2676ef2d-bb62-4dd4-98fd-a1a68710c829 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944052 Aug 29 09:00:26.048177 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-cb0fddc9-aaf2-48cd-b5b2-1fa260ad8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:26.050528 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-cb0fddc9-aaf2-48cd-b5b2-1fa260ad8c14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 918 time: 0.1832488 Aug 29 09:00:26.064390 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c470727a-a281-40d2-a2c9-00c97a5acc7c req-ae48293f-aec8-4f1b-b411-61187d46e44c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681202 Aug 29 09:00:26.114040 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-28f3559f-b62f-4f35-b85c-00f0479f8138 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=706aada4-dbe0-4a02-b458-874d277f87d5 HTTP/1.1" status: 200 len: 217 time: 0.0518746 Aug 29 09:00:26.170310 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-ed660749-c0e3-45ab-ae2a-684293bb78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:26.171784 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-ed660749-c0e3-45ab-ae2a-684293bb78c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 200 len: 857 time: 0.0478096 Aug 29 09:00:26.211885 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-ca25bb60-9ad6-49ce-8d43-d81f322a94e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f464f1d-a132-4bc0-8eef-3bc61477a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274608 Aug 29 09:00:26.317969 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-296c98fd-8067-468e-b32a-fbc8a81aa4b7 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934048 Aug 29 09:00:26.430300 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f59bf78f-338e-4e7a-8dbb-4e6a249f9a84 req-cf471cfc-c8ee-4d0c-978d-c28a869b22bd service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038332 Aug 29 09:00:26.893191 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d561aa8-4e7c-4e20-a436-26af575b1332 req-b04be57e-5a1f-48ee-8a54-d47460329d22 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:26.894900 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d561aa8-4e7c-4e20-a436-26af575b1332 req-b04be57e-5a1f-48ee-8a54-d47460329d22 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0567679 Aug 29 09:00:26.948614 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d561aa8-4e7c-4e20-a436-26af575b1332 req-cf7de169-4af9-4021-8c81-590635809631 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Aug 29 09:00:27.127921 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a549a-17fb-4038-89c6-0d21a4f42e18 req-aa240e92-3243-4526-974f-a048bda490dd tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:27.129564 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1f2a549a-17fb-4038-89c6-0d21a4f42e18 req-aa240e92-3243-4526-974f-a048bda490dd tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.0534203 Aug 29 09:00:27.214883 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1f2a549a-17fb-4038-89c6-0d21a4f42e18 req-fac34292-296b-4d09-9346-13d1b5ab8e30 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769465 Aug 29 09:00:27.231862 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d59f9f-defd-4a88-a016-6624ae3e842a req-9f10bbb0-1246-4490-9e47-0b935bcb3eda tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:27.233611 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33d59f9f-defd-4a88-a016-6624ae3e842a req-9f10bbb0-1246-4490-9e47-0b935bcb3eda tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0832701 Aug 29 09:00:27.282441 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33d59f9f-defd-4a88-a016-6624ae3e842a req-eb7f8303-97b9-433b-a884-a9af5ac0f6ee tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Aug 29 09:00:28.128553 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86538de1-c07d-41fe-82d3-a0c72e1a7e60 req-3d11627f-36df-4ec4-8eda-603005ff341e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:28.130193 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-86538de1-c07d-41fe-82d3-a0c72e1a7e60 req-3d11627f-36df-4ec4-8eda-603005ff341e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0631487 Aug 29 09:00:28.174796 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-86538de1-c07d-41fe-82d3-a0c72e1a7e60 req-b3804afd-6258-4ce5-a901-a7a3c02adbd3 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381100 Aug 29 09:00:28.362295 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a77ba-adfc-4091-b1e9-5246c7696192 req-0b32cdca-65c8-49a5-bc99-0430da6d265b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:28.363873 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c1a77ba-adfc-4091-b1e9-5246c7696192 req-0b32cdca-65c8-49a5-bc99-0430da6d265b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.0631690 Aug 29 09:00:28.435167 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c1a77ba-adfc-4091-b1e9-5246c7696192 req-ac6afa74-1af3-4b11-afa7-14c5a082c138 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615451 Aug 29 09:00:28.444271 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16c4c2-a3b7-42fe-b6ea-4aa4f9497c91 req-f0b7115d-339c-4370-89a1-3fd6458fa79a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:28.445913 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5b16c4c2-a3b7-42fe-b6ea-4aa4f9497c91 req-f0b7115d-339c-4370-89a1-3fd6458fa79a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0810995 Aug 29 09:00:28.493170 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5b16c4c2-a3b7-42fe-b6ea-4aa4f9497c91 req-7a15a9aa-bad8-4f0c-a320-8a4b572eec96 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 Aug 29 09:00:29.313907 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744cc24-bae3-468b-939c-34f68a8a6c99 req-6847c152-6cfa-42a8-a15b-2286b3eb1beb tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:29.315335 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b744cc24-bae3-468b-939c-34f68a8a6c99 req-6847c152-6cfa-42a8-a15b-2286b3eb1beb tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0523834 Aug 29 09:00:29.363404 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b744cc24-bae3-468b-939c-34f68a8a6c99 req-cab973fb-04b3-455e-aa8c-306df7b91572 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407760 Aug 29 09:00:29.570058 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322c4ac-7929-40f1-b0cd-6849034fd69e req-28fd11f4-0511-4ecb-89d9-c363b2d6bdb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:29.571603 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5322c4ac-7929-40f1-b0cd-6849034fd69e req-28fd11f4-0511-4ecb-89d9-c363b2d6bdb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.0654905 Aug 29 09:00:29.638902 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5322c4ac-7929-40f1-b0cd-6849034fd69e req-1fbfa148-6460-43e7-87c6-15e7d464e2c5 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609477 Aug 29 09:00:29.662617 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4eae12-7953-4b3c-8092-12ba0efb8f19 req-0a82a12b-f845-4a7b-a618-81a0081fb934 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:29.665260 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-af4eae12-7953-4b3c-8092-12ba0efb8f19 req-0a82a12b-f845-4a7b-a618-81a0081fb934 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0859780 Aug 29 09:00:29.707686 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-af4eae12-7953-4b3c-8092-12ba0efb8f19 req-1e070ea2-e29d-409b-8f9e-c13e31feeefd tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363514 Aug 29 09:00:30.511069 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43769892-c889-4b37-a848-ec4264b4453b req-861447ef-6b1c-4f44-8ea1-c36fd67b870e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:30.512935 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-43769892-c889-4b37-a848-ec4264b4453b req-861447ef-6b1c-4f44-8ea1-c36fd67b870e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0690341 Aug 29 09:00:30.579143 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-43769892-c889-4b37-a848-ec4264b4453b req-d13c89aa-a29d-4e74-b1e5-372e94ff30c8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519731 Aug 29 09:00:30.812352 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec4ae0-9437-4711-8945-34c1c23decb2 req-ded7b5e4-f49b-4658-a42b-f66314472e42 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:30.815033 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-42ec4ae0-9437-4711-8945-34c1c23decb2 req-ded7b5e4-f49b-4658-a42b-f66314472e42 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.0918193 Aug 29 09:00:30.882347 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-42ec4ae0-9437-4711-8945-34c1c23decb2 req-55d5125b-0592-4040-8206-38c1c2aeeb7e tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595281 Aug 29 09:00:30.893061 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:31.264596 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15a446-8dbc-4bb0-b4e8-d2bb8afacb12 req-0facf3d2-0930-4f97-94ec-87adae1f2c04 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:31.266335 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6a15a446-8dbc-4bb0-b4e8-d2bb8afacb12 req-0facf3d2-0930-4f97-94ec-87adae1f2c04 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0920715 Aug 29 09:00:31.325852 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6a15a446-8dbc-4bb0-b4e8-d2bb8afacb12 req-50e6d698-7bc8-4585-b215-774f5889f838 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478325 Aug 29 09:00:31.816395 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6d59b-a51e-4ce1-9576-f7ed6f53867e req-492ecbba-bd1c-415a-ac8d-0bd9c40f672a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:31.819336 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4f6d59b-a51e-4ce1-9576-f7ed6f53867e req-492ecbba-bd1c-415a-ac8d-0bd9c40f672a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1147234 Aug 29 09:00:31.906378 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4f6d59b-a51e-4ce1-9576-f7ed6f53867e req-fa19def7-f2a3-4f28-a06d-8f159889f2d3 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714819 Aug 29 09:00:32.099375 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d32d6c-8f17-45d0-bcfe-5ce5c62c28a6 req-de8acfa0-bc4b-4b25-8bdb-b9fa8f7894e9 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:32.101074 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9d32d6c-8f17-45d0-bcfe-5ce5c62c28a6 req-de8acfa0-bc4b-4b25-8bdb-b9fa8f7894e9 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.0769060 Aug 29 09:00:32.152564 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9d32d6c-8f17-45d0-bcfe-5ce5c62c28a6 req-861edd56-286f-4a10-afe2-5f69824b055d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Aug 29 09:00:33.143272 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145a059-3071-4376-ac86-e0780877027b req-fd2eeccb-6f69-4841-8f0c-97b75a9c59d9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:33.145664 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5145a059-3071-4376-ac86-e0780877027b req-fd2eeccb-6f69-4841-8f0c-97b75a9c59d9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0746047 Aug 29 09:00:33.207421 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5145a059-3071-4376-ac86-e0780877027b req-bf18abfb-74b3-4ffc-b2e3-a8fcb7855ac5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527740 Aug 29 09:00:33.313393 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc6498-87f5-4244-b62f-72f270fef677 req-7bfdbf44-6522-4cf2-b5c4-db72a9a884fc tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:33.315656 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fdbc6498-87f5-4244-b62f-72f270fef677 req-7bfdbf44-6522-4cf2-b5c4-db72a9a884fc tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.0644946 Aug 29 09:00:33.404762 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fdbc6498-87f5-4244-b62f-72f270fef677 req-311c26b0-82c7-41de-ac2d-2d9c21af8261 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761838 Aug 29 09:00:34.382253 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d107a95-f582-4e93-b099-e85404a3a664 req-4791e7d7-4725-4c7e-8a4b-2115883ee854 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:34.383996 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d107a95-f582-4e93-b099-e85404a3a664 req-4791e7d7-4725-4c7e-8a4b-2115883ee854 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0727642 Aug 29 09:00:34.437478 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d107a95-f582-4e93-b099-e85404a3a664 req-84fd7a3d-bc32-4c9f-9771-38f3019f1679 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 Aug 29 09:00:34.626833 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d17250-2316-468d-85ec-48baa7e3efce req-aaa27f1a-1585-4a93-bae9-2e5cac83c03a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:34.628915 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c5d17250-2316-468d-85ec-48baa7e3efce req-aaa27f1a-1585-4a93-bae9-2e5cac83c03a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.0889051 Aug 29 09:00:34.678804 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c5d17250-2316-468d-85ec-48baa7e3efce req-04edcc34-b198-4f4d-a473-ae46c04db6cc tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Aug 29 09:00:35.618808 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7110c-cb55-4b2f-95ec-9bf303fbcde4 req-0d92e600-e93d-4ce5-b27d-3182f088b355 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:35.620496 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fbd7110c-cb55-4b2f-95ec-9bf303fbcde4 req-0d92e600-e93d-4ce5-b27d-3182f088b355 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0752039 Aug 29 09:00:35.666027 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fbd7110c-cb55-4b2f-95ec-9bf303fbcde4 req-912c763c-ff27-4de2-9ab5-9a82c883259d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377142 Aug 29 09:00:35.765021 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 7824a482-9508-40df-b75b-674545989e09 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:00:35.853480 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ffb67-4973-41a5-914d-7d6d5c6f3734 req-5d391581-f579-49cc-93e3-1c52fa795a32 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:35.855550 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d85ffb67-4973-41a5-914d-7d6d5c6f3734 req-5d391581-f579-49cc-93e3-1c52fa795a32 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 943 time: 0.0818167 Aug 29 09:00:35.899130 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 7824a482-9508-40df-b75b-674545989e09, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7824a482-9508-40df-b75b-674545989e09,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:00:35.916272 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d85ffb67-4973-41a5-914d-7d6d5c6f3734 req-fc7ee8fc-c0b2-4faf-ad33-14c2d9f17aae tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526853 Aug 29 09:00:35.919273 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '7824a482-9508-40df-b75b-674545989e09', 'network_id': '6ff8d669-c27b-4d4d-a0b9-986f050856a6', 'port_id': '7824a482-9508-40df-b75b-674545989e09', 'mac_address': 'fa:16:3e:20:e1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f7f62d-ff6c-4b1e-9a30-e8c6e20be787', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:00:35.978230 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:36.000646 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7824a482-9508-40df-b75b-674545989e09 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:00:36.024540 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 7824a482-9508-40df-b75b-674545989e09, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7824a482-9508-40df-b75b-674545989e09,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:00:36.030917 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:36.091921 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=7824a482-9508-40df-b75b-674545989e09,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:36.099508 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.101374 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.101843 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.102282 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.102985 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.103348 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.104194 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.104550 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.104918 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.105294 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.105640 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.105987 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:00:36.459520 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['7824a482-9508-40df-b75b-674545989e09'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:00:36.825214 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683a6af-8097-43fb-a3ca-66c1c93a8572 req-41069654-4bb1-47b4-b4c9-7dca0c0e26cf tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:36.826810 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e683a6af-8097-43fb-a3ca-66c1c93a8572 req-41069654-4bb1-47b4-b4c9-7dca0c0e26cf tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0592678 Aug 29 09:00:36.872777 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e683a6af-8097-43fb-a3ca-66c1c93a8572 req-f6b20b99-7596-4f6a-aafb-990b4faf9ae0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375607 Aug 29 09:00:37.049179 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d081f-c2dc-4a66-9f6a-892dfad4b619 req-fef60a01-bd73-46ef-af6d-f31b3df74b07 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:37.050815 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0e8d081f-c2dc-4a66-9f6a-892dfad4b619 req-fef60a01-bd73-46ef-af6d-f31b3df74b07 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 944 time: 0.0600898 Aug 29 09:00:37.108408 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0e8d081f-c2dc-4a66-9f6a-892dfad4b619 req-203516dd-a72c-4781-98e1-9e31cb4d4634 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Aug 29 09:00:37.778588 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:00:37.914453 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:00:37.937278 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'port_id': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'mac_address': 'fa:16:3e:51:6d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:00:38.016921 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:38.041048 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 978b261c-5620-4ce9-b2ec-7e1e177a4667 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:00:38.074176 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010968b6-a05b-4458-bbfd-85c53e04984f req-281bc33e-968b-4087-985e-139329d97aa4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:38.076227 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-010968b6-a05b-4458-bbfd-85c53e04984f req-281bc33e-968b-4087-985e-139329d97aa4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0913010 Aug 29 09:00:38.076736 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:00:38.082751 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:38.124711 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-010968b6-a05b-4458-bbfd-85c53e04984f req-65ce3cdd-236b-47ab-8992-e811ab2c14e2 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417249 Aug 29 09:00:38.169825 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=6']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:38.257914 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['978b261c-5620-4ce9-b2ec-7e1e177a4667'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:00:38.353675 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8c73e-b0b0-445b-bea6-299436fc74a7 req-04592dfa-c343-4712-bbc1-9afcb1f22a2f tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:38.355683 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57a8c73e-b0b0-445b-bea6-299436fc74a7 req-04592dfa-c343-4712-bbc1-9afcb1f22a2f tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 944 time: 0.0846646 Aug 29 09:00:38.427317 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57a8c73e-b0b0-445b-bea6-299436fc74a7 req-46e21198-a033-4043-bf3e-c9eade01251a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617454 Aug 29 09:00:39.293120 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0a664-bb4b-4ece-a7ee-72c4ab96db79 req-855c1a88-0c9a-4720-956d-30575c3204f4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:39.294833 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5bb0a664-bb4b-4ece-a7ee-72c4ab96db79 req-855c1a88-0c9a-4720-956d-30575c3204f4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 945 time: 0.0581882 Aug 29 09:00:39.357512 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5bb0a664-bb4b-4ece-a7ee-72c4ab96db79 req-40517749-cfb0-4cdc-a719-aa1de4caa50a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514150 Aug 29 09:00:39.640367 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd5c9d-100a-43dd-936d-fcab77d9ecb2 req-bdd43ffe-4815-40ee-b691-6d56ec6362e8 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:39.643361 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3abd5c9d-100a-43dd-936d-fcab77d9ecb2 req-bdd43ffe-4815-40ee-b691-6d56ec6362e8 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 944 time: 0.0862336 Aug 29 09:00:39.701102 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3abd5c9d-100a-43dd-936d-fcab77d9ecb2 req-9d0ca738-519f-4486-b80f-6d3df1a8a17f tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Aug 29 09:00:39.781281 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:00:39.888344 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 978b261c-5620-4ce9-b2ec-7e1e177a4667 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:00:39.888724 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:40.023061 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:40.062521 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:00:40.065328 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e16d4b-97b2-4d9f-ba97-c47ed5520d47" -d '{"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-plugged", "status": "completed", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:00:40.082678 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:00:40.091276 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:40.092492 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 7824a482-9508-40df-b75b-674545989e09 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:00:40.185671 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ae2c9-8687-498a-b72e-78e94f5e7978 req-a4b5ef53-728b-43be-926e-4f9fbac3ee63 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:40.187798 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-337ae2c9-8687-498a-b72e-78e94f5e7978 req-a4b5ef53-728b-43be-926e-4f9fbac3ee63 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0781727 Aug 29 09:00:40.191045 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-d3de884e-2aad-491c-8629-8a9b27c4bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:40.194990 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-d3de884e-2aad-491c-8629-8a9b27c4bb89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1098 time: 0.0885892 Aug 29 09:00:40.203541 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0469c01-120e-48b1-afe4-0576200f933d x-openstack-request-id: req-f0469c01-120e-48b1-afe4-0576200f933d {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:00:40.204537 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-plugged", "status": "completed", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:00:40.204537 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f0469c01-120e-48b1-afe4-0576200f933d {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:00:40.205536 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'code': 200} Aug 29 09:00:40.253441 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-337ae2c9-8687-498a-b72e-78e94f5e7978 req-6673dd46-2342-486c-9ee2-b472c0eefd89 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525911 Aug 29 09:00:40.302500 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=7']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:40.352691 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 7824a482-9508-40df-b75b-674545989e09 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:00:40.362527 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0626cc27-dc86-4e73-9f7e-51d4425c3cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:40.367727 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 7824a482-9508-40df-b75b-674545989e09 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:00:40.369378 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:40.375527 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-c12441c7-97ef-4949-8fdd-2871efee4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:40.378117 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-c12441c7-97ef-4949-8fdd-2871efee4b52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 918 time: 0.1596982 Aug 29 09:00:40.492115 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-dc526aa6-9a2f-4407-86e0-d9906cf9ec25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=706aada4-dbe0-4a02-b458-874d277f87d5 HTTP/1.1" status: 200 len: 217 time: 0.0973639 Aug 29 09:00:40.599789 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-806818d9-b18d-4d7c-b362-b4ea5475316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:40.603207 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-806818d9-b18d-4d7c-b362-b4ea5475316d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 200 len: 857 time: 0.1000295 Aug 29 09:00:40.613029 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:40.615253 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d1be7-906a-470c-ba16-f7e59cc963a5 req-0be81324-8f79-43d1-8940-ad8b6b1bb369 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:40.617441 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a40d1be7-906a-470c-ba16-f7e59cc963a5 req-0be81324-8f79-43d1-8940-ad8b6b1bb369 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1205230 Aug 29 09:00:40.667854 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-bf47c129-323c-48cb-93d9-68fdc427a78e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f464f1d-a132-4bc0-8eef-3bc61477a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542908 Aug 29 09:00:40.699944 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 7824a482-9508-40df-b75b-674545989e09, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7824a482-9508-40df-b75b-674545989e09,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:00:40.700919 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a40d1be7-906a-470c-ba16-f7e59cc963a5 req-e4b4e180-8f2a-4ab2-9efa-80d5a2961a7f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648985 Aug 29 09:00:40.709528 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:40.793673 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=7824a482-9508-40df-b75b-674545989e09,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:00:40.865853 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-3c843d73-9e47-4b47-bde8-e57228ffb1d0 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758881 Aug 29 09:00:40.955205 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973df9a1-a1c9-4f2e-9738-20005ce97005 req-96bb5ba9-911f-4db8-a87c-8725d824279a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:40.957041 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-973df9a1-a1c9-4f2e-9738-20005ce97005 req-96bb5ba9-911f-4db8-a87c-8725d824279a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 945 time: 0.0860703 Aug 29 09:00:41.018250 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-973df9a1-a1c9-4f2e-9738-20005ce97005 req-80f252cb-e0f7-4b7d-acdb-f54c52ac6cdd tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469465 Aug 29 09:00:41.024015 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-681e3335-bc03-47a4-8c85-f32c36295bdf req-03c035ea-49a3-43e7-99cd-9738b2fef002 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492209 Aug 29 09:00:41.447049 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825479a7-ae4a-41b5-8bfb-a3b863b28883 req-828a1337-7a07-4d15-b59a-2007457ab2d5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:41.449968 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-825479a7-ae4a-41b5-8bfb-a3b863b28883 req-828a1337-7a07-4d15-b59a-2007457ab2d5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0904179 Aug 29 09:00:41.506007 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-825479a7-ae4a-41b5-8bfb-a3b863b28883 req-bd9603a8-3350-4b90-be49-a78d45fd5325 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459676 Aug 29 09:00:41.879849 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a5815-d736-4a2f-a804-87b3b600b50b req-ec7d20f9-ca87-4379-8883-5ebc62bffbac tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:41.882419 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-442a5815-d736-4a2f-a804-87b3b600b50b req-ec7d20f9-ca87-4379-8883-5ebc62bffbac tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0699153 Aug 29 09:00:41.936000 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-442a5815-d736-4a2f-a804-87b3b600b50b req-5127ec28-64dc-4991-91ee-af5d24d9c0a0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468867 Aug 29 09:00:42.185062 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc59b3c-0893-46fc-950b-e4b8a5c3626b req-c3b1a6fc-38b2-404e-b07a-c522c54b9571 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:42.186849 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3bc59b3c-0893-46fc-950b-e4b8a5c3626b req-c3b1a6fc-38b2-404e-b07a-c522c54b9571 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 945 time: 0.0649405 Aug 29 09:00:42.206967 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4a68fe-ecac-4166-aeac-35276223a610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7824a482-9508-40df-b75b-674545989e09'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:00:42.214494 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e540f7-4ee8-4e40-8f74-c9a59126321f" -d '{"events": [{"server_uuid": "fd4a68fe-ecac-4166-aeac-35276223a610", "name": "network-vif-plugged", "status": "completed", "tag": "7824a482-9508-40df-b75b-674545989e09"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:00:42.250577 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3bc59b3c-0893-46fc-950b-e4b8a5c3626b req-7793773e-47c6-4c1b-8371-b7881cad1900 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564377 Aug 29 09:00:42.270451 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563c9609-3aa2-401f-bd6b-832a719b46ff x-openstack-request-id: req-563c9609-3aa2-401f-bd6b-832a719b46ff {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:00:42.270750 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4a68fe-ecac-4166-aeac-35276223a610", "name": "network-vif-plugged", "status": "completed", "tag": "7824a482-9508-40df-b75b-674545989e09", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:00:42.271061 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-563c9609-3aa2-401f-bd6b-832a719b46ff {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:00:42.271479 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4a68fe-ecac-4166-aeac-35276223a610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7824a482-9508-40df-b75b-674545989e09', 'code': 200} Aug 29 09:00:42.481160 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ece13b-145b-42f2-a5bc-eb1f467204cb req-4cc9a28d-da96-4f46-8938-4ace016fae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:42.483414 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-21ece13b-145b-42f2-a5bc-eb1f467204cb req-4cc9a28d-da96-4f46-8938-4ace016fae85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 1098 time: 0.0491424 Aug 29 09:00:42.536683 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-21ece13b-145b-42f2-a5bc-eb1f467204cb req-bed2f0b3-0e61-4fd2-9c9f-2cd3a9c5666e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Aug 29 09:00:42.662267 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc0a8-c84f-4d9a-af28-a795a392702f req-6cdcdc9e-4961-4d3b-a76f-f40c7f32b781 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:42.664712 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-204bc0a8-c84f-4d9a-af28-a795a392702f req-6cdcdc9e-4961-4d3b-a76f-f40c7f32b781 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0608656 Aug 29 09:00:42.719328 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-204bc0a8-c84f-4d9a-af28-a795a392702f req-0d4f5bb7-c294-44a2-a9c7-94f1a977c96e tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476632 Aug 29 09:00:43.105758 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b595c-e7c2-473c-8c14-e0e22c97fa4c req-b36c6799-62b0-4f40-8398-c4da092831c6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:43.107668 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-791b595c-e7c2-473c-8c14-e0e22c97fa4c req-b36c6799-62b0-4f40-8398-c4da092831c6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0693500 Aug 29 09:00:43.155050 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-791b595c-e7c2-473c-8c14-e0e22c97fa4c req-ddda4928-cd1e-4944-b9d8-2833b5d0bf29 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Aug 29 09:00:43.437882 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6bc34-331c-4e9b-916d-edd14ed452b7 req-310f4da1-987e-48a1-83cd-5bf38441a34b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:43.439504 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37b6bc34-331c-4e9b-916d-edd14ed452b7 req-310f4da1-987e-48a1-83cd-5bf38441a34b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 945 time: 0.0770981 Aug 29 09:00:43.493369 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37b6bc34-331c-4e9b-916d-edd14ed452b7 req-b4247de4-6e16-4716-849c-2bde794addcc tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443106 Aug 29 09:00:43.890080 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:43.900298 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce633c42-5522-48fb-a13a-39b5807e063d req-0782df6d-ff7b-4f12-b236-c4e80941f8f4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:43.902280 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ce633c42-5522-48fb-a13a-39b5807e063d req-0782df6d-ff7b-4f12-b236-c4e80941f8f4 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1022840 Aug 29 09:00:43.962958 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ce633c42-5522-48fb-a13a-39b5807e063d req-7011eefb-09f2-46c1-9ea9-5cf2ac725a7d tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535014 Aug 29 09:00:44.339310 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49e611-0186-4359-9892-b7303c2ce00e req-69cb9525-9f2d-4206-aa11-218e3bd24e94 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:44.342533 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b49e611-0186-4359-9892-b7303c2ce00e req-69cb9525-9f2d-4206-aa11-218e3bd24e94 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0731323 Aug 29 09:00:44.413364 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b49e611-0186-4359-9892-b7303c2ce00e req-0df5101f-c3ec-454e-b316-e17efa2013cb tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542970 Aug 29 09:00:44.647440 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a6ae2-77df-4a89-9581-e6e38a578501 req-94672309-b1f2-41c9-abf3-427e0223527c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:44.649773 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-503a6ae2-77df-4a89-9581-e6e38a578501 req-94672309-b1f2-41c9-abf3-427e0223527c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 945 time: 0.0683756 Aug 29 09:00:44.698586 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-503a6ae2-77df-4a89-9581-e6e38a578501 req-17995f7c-98c3-4d55-9eb6-7c80a552e2b1 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Aug 29 09:00:45.122625 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-af9a89f3-8ca4-4356-b9f1-a848fab4f010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:45.281488 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170f9cb-930c-4ce3-8e36-6cebfdc785c4 req-7089295e-2d13-45a5-94d4-fa416bffb0f3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:45.283717 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d170f9cb-930c-4ce3-8e36-6cebfdc785c4 req-7089295e-2d13-45a5-94d4-fa416bffb0f3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1403830 Aug 29 09:00:45.358807 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d170f9cb-930c-4ce3-8e36-6cebfdc785c4 req-baa8e473-b31f-45b0-905a-7d08a36f7cf2 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625021 Aug 29 09:00:45.619707 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553346b-c2df-4785-bfc5-77377e6c57a0 req-928e1ae1-8393-4e30-981c-682dc11c626f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:45.622918 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b553346b-c2df-4785-bfc5-77377e6c57a0 req-928e1ae1-8393-4e30-981c-682dc11c626f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0726793 Aug 29 09:00:45.669347 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b553346b-c2df-4785-bfc5-77377e6c57a0 req-a2959920-f002-4798-bf87-f3a75cbc96ca tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389159 Aug 29 09:00:46.353978 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:46.651381 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ac9d8-7a85-4b5f-a29e-edb9804b5c23 req-a1c26284-4199-4c07-83de-fd14bd100960 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:46.659563 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd9ac9d8-7a85-4b5f-a29e-edb9804b5c23 req-a1c26284-4199-4c07-83de-fd14bd100960 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1162567 Aug 29 09:00:46.737260 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd9ac9d8-7a85-4b5f-a29e-edb9804b5c23 req-72223f69-cae9-4273-8493-3eec9f8637fb tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755692 Aug 29 09:00:46.982239 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80615390-8418-4d4c-9405-452c590b4918 req-cae09a36-1b2d-4081-8fe8-85e597c96c52 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:46.995658 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-80615390-8418-4d4c-9405-452c590b4918 req-cae09a36-1b2d-4081-8fe8-85e597c96c52 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1638501 Aug 29 09:00:47.096901 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-80615390-8418-4d4c-9405-452c590b4918 req-144f72e4-43e9-4caf-bcc1-f3e355a46e78 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958142 Aug 29 09:00:47.649912 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:00:48.021131 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb9d14-cc5c-4ee2-a6f5-84de97a21cd4 req-18b1ae73-70ac-458c-b122-77a6a8a610df tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:48.027769 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37eb9d14-cc5c-4ee2-a6f5-84de97a21cd4 req-18b1ae73-70ac-458c-b122-77a6a8a610df tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1338496 Aug 29 09:00:48.219652 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37eb9d14-cc5c-4ee2-a6f5-84de97a21cd4 req-c4ea5021-12dc-4e5b-86fc-1d797f49acbf tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707120 Aug 29 09:00:48.503054 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96640b8-9d50-4d5c-9117-c6a769f2989b req-5097b7be-8cd6-463f-9774-ca41d5176071 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:48.505792 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c96640b8-9d50-4d5c-9117-c6a769f2989b req-5097b7be-8cd6-463f-9774-ca41d5176071 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1167300 Aug 29 09:00:48.602281 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c96640b8-9d50-4d5c-9117-c6a769f2989b req-07de19b0-5761-4197-9567-90712d8a1b21 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825484 Aug 29 09:00:49.452677 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a593f-a24e-4776-9e8f-311e09555eb5 req-fcc4c143-5fa8-471f-a7cc-16baa66b5935 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:49.462201 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-886a593f-a24e-4776-9e8f-311e09555eb5 req-fcc4c143-5fa8-471f-a7cc-16baa66b5935 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0828245 Aug 29 09:00:49.520279 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-886a593f-a24e-4776-9e8f-311e09555eb5 req-cac0ec98-f9be-4645-aa27-ac2e3f4f57f0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565569 Aug 29 09:00:49.848836 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cfa64-3311-486b-a28a-5803e1778125 req-1d756633-c3d9-443c-9c6d-9a228c384682 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:49.849753 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-220cfa64-3311-486b-a28a-5803e1778125 req-1d756633-c3d9-443c-9c6d-9a228c384682 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1158817 Aug 29 09:00:49.997121 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-220cfa64-3311-486b-a28a-5803e1778125 req-775dad83-feea-4a2c-a6b9-4be79d9f9a2f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396332 Aug 29 09:00:50.780984 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5c074-e1ea-4ade-86bd-d7a4fdce5187 req-43dc37ea-69de-4fe8-aa6f-74d48f211a62 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:50.783748 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a6c5c074-e1ea-4ade-86bd-d7a4fdce5187 req-43dc37ea-69de-4fe8-aa6f-74d48f211a62 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1288867 Aug 29 09:00:50.854434 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a6c5c074-e1ea-4ade-86bd-d7a4fdce5187 req-b21e194a-52f0-49d1-9b79-ff5a709ae241 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583336 Aug 29 09:00:51.246293 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79332a0b-23f5-457e-8120-fc50ad7a4df0 req-8181f97f-497e-4459-a7e6-9eedf7eea284 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:51.254436 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-79332a0b-23f5-457e-8120-fc50ad7a4df0 req-8181f97f-497e-4459-a7e6-9eedf7eea284 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1102474 Aug 29 09:00:51.342325 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-79332a0b-23f5-457e-8120-fc50ad7a4df0 req-e58f6b8c-0a85-42ee-b91f-1c4f15fcd04f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810435 Aug 29 09:00:52.144775 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f16ab6-bc55-4847-8675-ceffc2c8908d req-85e285cd-ca47-4fe8-a41e-3d8097f5417a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:52.162263 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-00f16ab6-bc55-4847-8675-ceffc2c8908d req-85e285cd-ca47-4fe8-a41e-3d8097f5417a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1463544 Aug 29 09:00:52.276948 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-00f16ab6-bc55-4847-8675-ceffc2c8908d req-0d35150f-4e0d-41aa-aea3-3b5e6b4a4015 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126621 Aug 29 09:00:52.595141 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32359fc1-f12b-4bb4-a413-6c189ddb6bcd req-78c23ded-5297-4788-9750-88130af6cecb tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:52.597967 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32359fc1-f12b-4bb4-a413-6c189ddb6bcd req-78c23ded-5297-4788-9750-88130af6cecb tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1231141 Aug 29 09:00:52.665987 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32359fc1-f12b-4bb4-a413-6c189ddb6bcd req-79228d72-f57c-4512-8f7d-e3629d95ac37 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599313 Aug 29 09:00:53.468874 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e962c42-83fd-423c-9968-99a64ed48247 req-e10efcf9-b4d1-41f2-9795-6e69d066c9c5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:53.471952 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e962c42-83fd-423c-9968-99a64ed48247 req-e10efcf9-b4d1-41f2-9795-6e69d066c9c5 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0687253 Aug 29 09:00:53.549125 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e962c42-83fd-423c-9968-99a64ed48247 req-5d7c3981-5cd1-44db-9023-accd48bba223 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631130 Aug 29 09:00:53.871533 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a6f9f-76b7-412b-b00d-23da0235a1da req-e1abe712-cf41-4353-9f76-cfc670f4947f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:53.873825 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ec1a6f9f-76b7-412b-b00d-23da0235a1da req-e1abe712-cf41-4353-9f76-cfc670f4947f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0893550 Aug 29 09:00:53.949883 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ec1a6f9f-76b7-412b-b00d-23da0235a1da req-bcc8248f-3f56-4ede-8d8e-0ba9fb70003a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561104 Aug 29 09:00:54.723710 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf88c1-7f4c-4397-b19b-3e340ab44705 req-6cb6e5fb-8121-434c-801d-2f651001ee21 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:54.725952 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-11bf88c1-7f4c-4397-b19b-3e340ab44705 req-6cb6e5fb-8121-434c-801d-2f651001ee21 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0809810 Aug 29 09:00:54.791258 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-11bf88c1-7f4c-4397-b19b-3e340ab44705 req-6187f5c6-6154-4501-b218-358f9deac512 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509143 Aug 29 09:00:55.143859 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642206f-28be-4f61-8e4c-1645a071db5e req-b3e537d6-b117-4cf9-bf7a-fe13b7fd8973 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:55.156657 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6642206f-28be-4f61-8e4c-1645a071db5e req-b3e537d6-b117-4cf9-bf7a-fe13b7fd8973 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.1161258 Aug 29 09:00:55.238264 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6642206f-28be-4f61-8e4c-1645a071db5e req-47f31ebd-2182-4a53-b02d-cd25fed92fc1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799472 Aug 29 09:00:56.005500 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6ddbd-54fa-43d3-83d7-f07d304ed645 req-76525b3d-928e-446e-9fef-aee11bfb46e1 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:56.008419 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-64a6ddbd-54fa-43d3-83d7-f07d304ed645 req-76525b3d-928e-446e-9fef-aee11bfb46e1 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0828288 Aug 29 09:00:56.073737 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-64a6ddbd-54fa-43d3-83d7-f07d304ed645 req-3a0d584f-e631-4024-bb42-b7474a4567a7 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568917 Aug 29 09:00:56.429179 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eb7fe-c73b-49f2-b6ff-b8445fc9dee3 req-06d0b56b-9dd1-420a-b97c-3914c0128e9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:56.429179 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b66eb7fe-c73b-49f2-b6ff-b8445fc9dee3 req-06d0b56b-9dd1-420a-b97c-3914c0128e9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0765805 Aug 29 09:00:56.495535 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b66eb7fe-c73b-49f2-b6ff-b8445fc9dee3 req-f8763f92-602e-4cc8-a866-860b79a66317 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566885 Aug 29 09:00:57.230873 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4460-d6a2-4c4f-9ab1-0aaab56e58f2 req-dc8c0e0d-e90c-4c1d-a3f9-bafecba5307f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:57.238568 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5cd4460-d6a2-4c4f-9ab1-0aaab56e58f2 req-dc8c0e0d-e90c-4c1d-a3f9-bafecba5307f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0689616 Aug 29 09:00:57.292557 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5cd4460-d6a2-4c4f-9ab1-0aaab56e58f2 req-77beab30-171c-4263-b065-97855ffdf3fb tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530639 Aug 29 09:00:57.631647 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:00:57.717821 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd480-332d-444a-95af-883bb95edb72 req-34e67bcf-95d0-46ac-8c86-c47bfcf46776 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:57.725686 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-13ddd480-332d-444a-95af-883bb95edb72 req-34e67bcf-95d0-46ac-8c86-c47bfcf46776 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0877261 Aug 29 09:00:57.771955 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-13ddd480-332d-444a-95af-883bb95edb72 req-67d76204-baae-4631-91af-9f2e24a0e991 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451770 Aug 29 09:00:58.432257 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb224b5-c216-441b-8d3b-8318d02f3986 req-834971b4-e9f9-4da6-8b57-4992347a0a1d tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:58.433837 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4cb224b5-c216-441b-8d3b-8318d02f3986 req-834971b4-e9f9-4da6-8b57-4992347a0a1d tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0626414 Aug 29 09:00:58.478676 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4cb224b5-c216-441b-8d3b-8318d02f3986 req-bcb96fd0-32b0-437b-afc9-8961294468cc tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Aug 29 09:00:58.934382 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75782e-9915-4502-9ec3-a6404c707de8 req-b01b89c2-3e05-4364-93ab-ea0bd99089c0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:58.935982 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a75782e-9915-4502-9ec3-a6404c707de8 req-b01b89c2-3e05-4364-93ab-ea0bd99089c0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0591085 Aug 29 09:00:58.978688 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a75782e-9915-4502-9ec3-a6404c707de8 req-6e69f06e-29c6-429a-afa3-c1fcd0556e25 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355792 Aug 29 09:00:59.630811 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae96232-8097-4f0f-a4a5-d84bb8cd510d req-58acbb2d-5922-42b9-981b-ab7734eeedbb tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:00:59.633131 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9ae96232-8097-4f0f-a4a5-d84bb8cd510d req-58acbb2d-5922-42b9-981b-ab7734eeedbb tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0588906 Aug 29 09:00:59.680349 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9ae96232-8097-4f0f-a4a5-d84bb8cd510d req-baca62da-9b99-4040-a341-facad9292775 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357385 Aug 29 09:01:00.132976 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c11263-6f3b-42f2-82ec-f78ee6451f60 req-12abb63d-efb3-4012-bf6a-3520ec66cdee tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:00.135443 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88c11263-6f3b-42f2-82ec-f78ee6451f60 req-12abb63d-efb3-4012-bf6a-3520ec66cdee tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0651596 Aug 29 09:01:00.178466 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88c11263-6f3b-42f2-82ec-f78ee6451f60 req-4f8473b6-5f34-4833-8f55-ad9e62fadb66 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356331 Aug 29 09:01:00.676546 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43dea-9f1f-488f-99b3-88958e279181 req-1fc56c98-01ef-46da-b52b-09e39c152abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:00.678737 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09c43dea-9f1f-488f-99b3-88958e279181 req-1fc56c98-01ef-46da-b52b-09e39c152abe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1098 time: 0.0471702 Aug 29 09:01:00.830434 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38ca5a-70b0-4c88-bd42-831e59c75a03 req-9110ed1f-620e-4d77-8659-b5df40596fa2 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:00.832053 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9a38ca5a-70b0-4c88-bd42-831e59c75a03 req-9110ed1f-620e-4d77-8659-b5df40596fa2 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0727804 Aug 29 09:01:00.835269 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-991f6827-4119-4017-8de9-edc656f6dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:00.836804 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-991f6827-4119-4017-8de9-edc656f6dfd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 1099 time: 0.0738907 Aug 29 09:01:00.839933 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43dea-9f1f-488f-99b3-88958e279181 req-f35736dc-2fff-4c51-b14e-05a3dcab3b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:00.841350 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09c43dea-9f1f-488f-99b3-88958e279181 req-f35736dc-2fff-4c51-b14e-05a3dcab3b99 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 918 time: 0.1349554 Aug 29 09:01:00.883470 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9a38ca5a-70b0-4c88-bd42-831e59c75a03 req-2e4880f3-c339-4a1b-ba14-c5ef3947691b tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416634 Aug 29 09:01:00.906173 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:00.980918 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09c43dea-9f1f-488f-99b3-88958e279181 req-761212ed-fb7a-498c-9ce6-0518a72c8c02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=706aada4-dbe0-4a02-b458-874d277f87d5 HTTP/1.1" status: 200 len: 217 time: 0.1193881 Aug 29 09:01:01.069321 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43dea-9f1f-488f-99b3-88958e279181 req-628294f0-f1fc-4a6d-93e6-7a6bf4fd7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:01.070801 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09c43dea-9f1f-488f-99b3-88958e279181 req-628294f0-f1fc-4a6d-93e6-7a6bf4fd7107 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 200 len: 857 time: 0.0780606 Aug 29 09:01:01.073702 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-7315a6d2-2367-4693-8458-8a3d89b43255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:01.075048 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-7315a6d2-2367-4693-8458-8a3d89b43255 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 918 time: 0.2151661 Aug 29 09:01:01.332882 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d82e8-bb04-4d56-8ccf-419f47098cc5 req-1caea52d-561a-4282-b305-5cb213420233 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:01.334724 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-599d82e8-bb04-4d56-8ccf-419f47098cc5 req-1caea52d-561a-4282-b305-5cb213420233 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0553315 Aug 29 09:01:01.379932 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-599d82e8-bb04-4d56-8ccf-419f47098cc5 req-17ef310d-9fd1-4e78-9697-1c071139fa18 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 Aug 29 09:01:02.013262 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2bd52-cba6-40ac-9764-72399bd50d87 req-c6a99d64-1770-4922-a05f-e4f0a67ad900 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:02.014878 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48a2bd52-cba6-40ac-9764-72399bd50d87 req-c6a99d64-1770-4922-a05f-e4f0a67ad900 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0578091 Aug 29 09:01:02.071575 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48a2bd52-cba6-40ac-9764-72399bd50d87 req-50405b0a-dfd0-47a3-8572-8077ce5fc786 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Aug 29 09:01:02.509294 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a84c5-b963-4249-8444-82d3ca13f767 req-8d140e8e-98e9-4089-a5db-8eee0a9c87ed tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:02.510842 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-654a84c5-b963-4249-8444-82d3ca13f767 req-8d140e8e-98e9-4089-a5db-8eee0a9c87ed tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.0541484 Aug 29 09:01:02.549638 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-654a84c5-b963-4249-8444-82d3ca13f767 req-19ed5f74-f685-4a75-8bbe-0c8b2082c952 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325019 Aug 29 09:01:03.237029 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b9b95-e4a9-42ae-9c68-ac6582e642a6 req-7b24f125-ae60-4ea5-9370-6378860ea560 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:03.238970 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a5b9b95-e4a9-42ae-9c68-ac6582e642a6 req-7b24f125-ae60-4ea5-9370-6378860ea560 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0676980 Aug 29 09:01:03.291140 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a5b9b95-e4a9-42ae-9c68-ac6582e642a6 req-4009b05d-8d7f-44df-afe9-73b3b9fb939e tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Aug 29 09:01:03.603132 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09c43dea-9f1f-488f-99b3-88958e279181 req-c9c99428-79c2-4cef-a7c3-10f4633c3003 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f464f1d-a132-4bc0-8eef-3bc61477a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634208 Aug 29 09:01:03.630098 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-92661fe6-f64d-4c85-bebe-a527f9de2a33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667 HTTP/1.1" status: 200 len: 1001 time: 0.0817516 Aug 29 09:01:03.893137 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816e356-b585-442e-96b1-d51750c6b2f4 req-2280b7e2-fa52-4f3e-8286-823c0219626e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:03.894681 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6816e356-b585-442e-96b1-d51750c6b2f4 req-2280b7e2-fa52-4f3e-8286-823c0219626e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 946 time: 0.2653222 Aug 29 09:01:03.947864 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6816e356-b585-442e-96b1-d51750c6b2f4 req-9c6248d6-1f22-49b2-be9f-a514cd3705aa tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456381 Aug 29 09:01:04.451043 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77692dcd-9167-4244-aa3e-0d7f5870ba9f req-6e65f35b-3764-4d6a-8eb8-3b6c433f7d31 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:04.452716 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-77692dcd-9167-4244-aa3e-0d7f5870ba9f req-6e65f35b-3764-4d6a-8eb8-3b6c433f7d31 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0559535 Aug 29 09:01:04.499356 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-77692dcd-9167-4244-aa3e-0d7f5870ba9f req-d3c19243-ccc0-47f3-b50c-b5642992f082 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351791 Aug 29 09:01:04.583697 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:01:04.693013 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:04.734978 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:04.737673 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84280c1-1934-4ef8-900c-37e8815026e6" -d '{"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-unplugged", "status": "completed", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:04.753778 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:04.761608 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:04.797792 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a0f85c-cbc3-4b91-b5e9-add998563ec8 x-openstack-request-id: req-f6a0f85c-cbc3-4b91-b5e9-add998563ec8 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:04.798075 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-unplugged", "status": "completed", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:04.798349 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6a0f85c-cbc3-4b91-b5e9-add998563ec8 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:04.798710 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'code': 200} Aug 29 09:01:04.830014 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=8']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:04.887680 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-ae80ba01-5818-4369-a9a9-fae393cb74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:04.889197 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-ae80ba01-5818-4369-a9a9-fae393cb74af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.3118029 Aug 29 09:01:04.942135 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09c43dea-9f1f-488f-99b3-88958e279181 req-f06ad923-542c-4829-a27c-6d8eec652734 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659320 Aug 29 09:01:04.954667 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-54cef8be-b698-4892-b26c-166515d4945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:04.956135 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-54cef8be-b698-4892-b26c-166515d4945f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578353 Aug 29 09:01:05.081196 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88380bd-5d4e-4640-b23c-e3cf249f0d28 req-31dbd41a-9923-41c4-9a11-96b87c3b15b5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:05.083311 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f88380bd-5d4e-4640-b23c-e3cf249f0d28 req-31dbd41a-9923-41c4-9a11-96b87c3b15b5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0540731 Aug 29 09:01:05.127057 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f88380bd-5d4e-4640-b23c-e3cf249f0d28 req-6614acf4-6b37-454c-99f3-e423708eccf4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364511 Aug 29 09:01:05.135938 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09c43dea-9f1f-488f-99b3-88958e279181 req-47ed6dc1-20f9-4317-99c4-a6453402f0d8 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625876 Aug 29 09:01:05.138047 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-fd4c5b78-9a79-4f24-aee5-883eeb5f2819 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635056 Aug 29 09:01:05.241218 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c30e69e2-6c4d-46db-a448-60b4e33ff324 req-9d0ea6a3-f8bc-4249-84ff-cf18cbdedc2d service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888436 Aug 29 09:01:05.711841 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cfc02-99df-4b2b-9e46-a7df81220fa0 req-9604b2de-e85c-4cdc-a722-4b9a0d145f39 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:05.713952 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b26cfc02-99df-4b2b-9e46-a7df81220fa0 req-9604b2de-e85c-4cdc-a722-4b9a0d145f39 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1171665 Aug 29 09:01:05.764990 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b26cfc02-99df-4b2b-9e46-a7df81220fa0 req-6bca8ad0-8e46-4714-b109-1bb96036952c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Aug 29 09:01:06.260488 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bc5d0-a12e-4ac6-8366-cbd3653d2f5c req-c26b5f3a-cc50-4a08-8777-0cae84a98c5b tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:06.262099 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2d5bc5d0-a12e-4ac6-8366-cbd3653d2f5c req-c26b5f3a-cc50-4a08-8777-0cae84a98c5b tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0560603 Aug 29 09:01:06.315766 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2d5bc5d0-a12e-4ac6-8366-cbd3653d2f5c req-13d3b117-a6c6-41a3-9b3f-9e1625a83856 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468955 Aug 29 09:01:06.905846 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779bfef6-b099-4996-ab64-762da02a8aca req-c42c7182-9b30-4aee-bb42-9c347232b822 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:06.907470 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-779bfef6-b099-4996-ab64-762da02a8aca req-c42c7182-9b30-4aee-bb42-9c347232b822 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0577748 Aug 29 09:01:06.948489 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-779bfef6-b099-4996-ab64-762da02a8aca req-5ccf5696-a90e-4479-8155-ec6f4bfdaeb1 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337987 Aug 29 09:01:07.498660 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e15bb-0a10-47dd-a8a7-c4b8be659355 req-afca863d-d410-408e-94e5-389094df47ac tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:07.500459 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-226e15bb-0a10-47dd-a8a7-c4b8be659355 req-afca863d-d410-408e-94e5-389094df47ac tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0736456 Aug 29 09:01:07.554546 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-226e15bb-0a10-47dd-a8a7-c4b8be659355 req-690fe3cd-f30b-41b9-bc40-a7d45d031544 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Aug 29 09:01:08.114949 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d694f9a-e599-4632-992a-a971b8f7638f req-f53c8e7f-13c0-4e79-8a70-cba75c0bdf82 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:08.116970 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d694f9a-e599-4632-992a-a971b8f7638f req-f53c8e7f-13c0-4e79-8a70-cba75c0bdf82 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0676603 Aug 29 09:01:08.180973 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d694f9a-e599-4632-992a-a971b8f7638f req-16478c9b-a5e3-43ff-8312-d49a1fe2dbbd tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453327 Aug 29 09:01:08.188910 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec168-2c0e-4601-9e1a-3e762b27295e req-7c969f79-8cbb-43e2-a820-027a565bb550 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:08.190616 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87bec168-2c0e-4601-9e1a-3e762b27295e req-7c969f79-8cbb-43e2-a820-027a565bb550 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 945 time: 0.0926924 Aug 29 09:01:08.239935 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87bec168-2c0e-4601-9e1a-3e762b27295e req-85b828be-6bb8-47dc-9a73-4d0c32268d0b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375195 Aug 29 09:01:08.729358 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aad479-4dfb-4b4c-b0dd-65ab2382023b req-0803404e-6fb3-43b8-a721-2f3f8ab3eff1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:08.730979 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-53aad479-4dfb-4b4c-b0dd-65ab2382023b req-0803404e-6fb3-43b8-a721-2f3f8ab3eff1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0806627 Aug 29 09:01:08.778643 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-53aad479-4dfb-4b4c-b0dd-65ab2382023b req-2b8635df-9744-4b4e-a0db-027647b8d47d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406463 Aug 29 09:01:09.512893 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 42758) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:09.545470 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe19135-7930-4019-a8c3-a52fcdd8710a req-63586e3f-2245-45b6-b419-48ebfa6d2f9f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:09.555860 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cfe19135-7930-4019-a8c3-a52fcdd8710a req-63586e3f-2245-45b6-b419-48ebfa6d2f9f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1095638 Aug 29 09:01:09.635562 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8fe21-d82c-4c6d-8466-6c542217bd99 req-3c1c3153-a4fd-4196-a8ec-c067a4e94caf tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:09.637479 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-77c8fe21-d82c-4c6d-8466-6c542217bd99 req-3c1c3153-a4fd-4196-a8ec-c067a4e94caf tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 945 time: 0.0778956 Aug 29 09:01:09.652100 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cfe19135-7930-4019-a8c3-a52fcdd8710a req-04be3e7d-62a4-4ba2-b340-60cc86d8256d tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944333 Aug 29 09:01:09.697179 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:09.731421 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-77c8fe21-d82c-4c6d-8466-6c542217bd99 req-c8cc9823-8524-4825-af8f-e5911df10ed7 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752072 Aug 29 09:01:09.892495 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:09.901871 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:09.987505 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39cc282b461a4ac28c092c8972f266f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726610 Aug 29 09:01:09.990793 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 42780) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:09.991847 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41469bab-3a0e-4432-85f8-c7a0389182e0,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:10.005643 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.006286 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.007181 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.007986 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.008249 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.008965 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.009973 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.010797 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.011370 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.011933 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.012493 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.013090 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d7043-3276-4cc4-ae23-5133fff7cd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.135607 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e2614-8d2d-46a6-912a-700bb93cbbf6 req-9e34a4c7-97e8-4644-9844-6d0c8609d2f8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:10.137305 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a98e2614-8d2d-46a6-912a-700bb93cbbf6 req-9e34a4c7-97e8-4644-9844-6d0c8609d2f8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.1278520 Aug 29 09:01:10.144415 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:10.205508 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:10.231696 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a98e2614-8d2d-46a6-912a-700bb93cbbf6 req-5027fcd1-dd58-41fa-8b16-4a9e43859c93 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813222 Aug 29 09:01:10.291937 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:10.294762 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:10.298744 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41469bab-3a0e-4432-85f8-c7a0389182e0 HTTP/1.1" status: 204 len: 168 time: 0.3035986 Aug 29 09:01:10.307168 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41469bab-3a0e-4432-85f8-c7a0389182e0,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:10.316034 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.316490 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.316916 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.317360 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.317882 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.318294 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.318961 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.319565 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.319981 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.320386 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.320778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.321182 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751f2895-21c4-4fbb-b63c-a135b4e23cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:10.363916 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-695a9dba-07c8-4f64-9349-1ed1afcff80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:10.376256 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-708055a5-bb07-42f3-94e7-18da871144fa tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:10.377994 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-708055a5-bb07-42f3-94e7-18da871144fa tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 945 time: 0.0977740 Aug 29 09:01:10.509646 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Deleting port 7824a482-9508-40df-b75b-674545989e09 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:01:10.510014 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:10.610135 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:01:10.723899 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 42806) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:10.733738 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] For port 7824a482-9508-40df-b75b-674545989e09, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7824a482-9508-40df-b75b-674545989e09,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:10.734875 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:10.783132 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Calling delete_port for 7824a482-9508-40df-b75b-674545989e09 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:01:10.841914 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6480d6-bfa4-458c-9707-997ae59883c5 req-95200cdc-c2ab-41a3-a7b8-832a9a2a624f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:10.843875 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc6480d6-bfa4-458c-9707-997ae59883c5 req-95200cdc-c2ab-41a3-a7b8-832a9a2a624f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0840192 Aug 29 09:01:10.960528 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-ff7d0e01-8918-4a7d-a663-e1b87df858e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2341530 Aug 29 09:01:10.964655 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc6480d6-bfa4-458c-9707-997ae59883c5 req-b84b1e0e-d9a3-4f89-89b8-d932b6d834e8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058953 Aug 29 09:01:10.990448 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce74938-4b8d-4363-bc2c-30cca3d5a122 req-a6e6ee82-9d10-430c-8efc-8c3f7d7d475d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:10.994004 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3ce74938-4b8d-4363-bc2c-30cca3d5a122 req-a6e6ee82-9d10-430c-8efc-8c3f7d7d475d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4a68fe-ecac-4166-aeac-35276223a610 HTTP/1.1" status: 200 len: 945 time: 0.1490510 Aug 29 09:01:11.002479 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:11.016909 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['dba5199f-2c26-464b-bd82-1d1450a68f8b', 'fa50814c-db52-44ad-a860-b066634e0852', '73f34855-dae1-4d73-afd3-622e2b2661c9', '7824a482-9508-40df-b75b-674545989e09'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:01:11.047720 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Pushing event deleted for resources: {'Port': ['ID=7824a482-9508-40df-b75b-674545989e09,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:11.057788 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3ce74938-4b8d-4363-bc2c-30cca3d5a122 req-a22f3069-c533-462e-a77a-e485814feef7 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588391 Aug 29 09:01:11.156994 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] No DVR routers for this DVR port 7824a482-9508-40df-b75b-674545989e09 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:01:11.166366 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:11.180553 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0ec5b9ae-5d68-4a3a-9b1f-6d422af4ed51 req-980e7e8d-2819-4f01-bacd-1296ef1a4cf4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "DELETE /v2.0/ports/7824a482-9508-40df-b75b-674545989e09 HTTP/1.1" status: 204 len: 173 time: 0.7931900 Aug 29 09:01:11.182057 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4a68fe-ecac-4166-aeac-35276223a610', 'name': 'network-vif-deleted', 'tag': '7824a482-9508-40df-b75b-674545989e09'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:11.193910 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85a8500-ddd5-4d59-822a-205457fc3a45" -d '{"events": [{"server_uuid": "fd4a68fe-ecac-4166-aeac-35276223a610", "name": "network-vif-deleted", "tag": "7824a482-9508-40df-b75b-674545989e09"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:11.260662 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd084864-ea34-4295-9107-5ea4ec0960b7 x-openstack-request-id: req-fd084864-ea34-4295-9107-5ea4ec0960b7 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:11.260941 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4a68fe-ecac-4166-aeac-35276223a610", "name": "network-vif-deleted", "tag": "7824a482-9508-40df-b75b-674545989e09", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:11.261335 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd084864-ea34-4295-9107-5ea4ec0960b7 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:11.261707 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4a68fe-ecac-4166-aeac-35276223a610', 'name': 'network-vif-deleted', 'tag': '7824a482-9508-40df-b75b-674545989e09', 'status': 'completed', 'code': 200} Aug 29 09:01:11.492187 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcbbb2-c4d3-4bb0-8b35-982b2aa6f09c req-a41f88ee-0839-479d-8eb0-6273f967244d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:11.493990 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87dcbbb2-c4d3-4bb0-8b35-982b2aa6f09c req-a41f88ee-0839-479d-8eb0-6273f967244d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.1025085 Aug 29 09:01:11.525537 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0314e-f431-4546-8207-67933f8875d9 req-319530b1-b776-413a-83c5-097983ffb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:11.529266 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88f0314e-f431-4546-8207-67933f8875d9 req-319530b1-b776-413a-83c5-097983ffb252 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1098 time: 0.1271052 Aug 29 09:01:11.555479 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87dcbbb2-c4d3-4bb0-8b35-982b2aa6f09c req-866e8b51-4a53-48f6-8144-c661124fc9eb tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533597 Aug 29 09:01:11.592807 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88f0314e-f431-4546-8207-67933f8875d9 req-f0e0d81a-4ce4-4b89-91c0-16d85f83711f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542736 Aug 29 09:01:12.156778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cc480-c244-48c3-8ad2-4b11b5bf29b1 req-6a6f134f-9919-460c-995f-eacb3a2c3e64 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:12.158526 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8e0cc480-c244-48c3-8ad2-4b11b5bf29b1 req-6a6f134f-9919-460c-995f-eacb3a2c3e64 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0893443 Aug 29 09:01:12.236791 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8e0cc480-c244-48c3-8ad2-4b11b5bf29b1 req-23ad1c09-d879-4271-8d05-f30d04f060c6 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659854 Aug 29 09:01:12.771776 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2c5db-8624-4a41-8a4f-2f418ebb6c36 req-17de3079-600c-45ad-96fd-50c687fa8ddc tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:12.773857 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-04e2c5db-8624-4a41-8a4f-2f418ebb6c36 req-17de3079-600c-45ad-96fd-50c687fa8ddc tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0537379 Aug 29 09:01:12.827491 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-04e2c5db-8624-4a41-8a4f-2f418ebb6c36 req-392f6d32-2d54-42c1-9a97-5e3174c5ffea tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470080 Aug 29 09:01:13.401579 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcea25-1486-416b-8ef6-a79cf31668d1 req-3cc5efda-2ee5-471c-a079-31857ee09559 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:13.403283 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33bcea25-1486-416b-8ef6-a79cf31668d1 req-3cc5efda-2ee5-471c-a079-31857ee09559 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0858467 Aug 29 09:01:13.449520 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33bcea25-1486-416b-8ef6-a79cf31668d1 req-79ba18ed-bd21-47f9-9566-3a302868df33 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387795 Aug 29 09:01:13.867453 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:13.992021 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd18a-6e26-4f27-9e6f-1362bec7d54a req-0d095196-858f-437a-8c70-85fe690ec711 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:13.994480 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-78bdd18a-6e26-4f27-9e6f-1362bec7d54a req-0d095196-858f-437a-8c70-85fe690ec711 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0734828 Aug 29 09:01:14.056415 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-78bdd18a-6e26-4f27-9e6f-1362bec7d54a req-c40e886c-919c-4af5-915f-15b5cea3b6e1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551825 Aug 29 09:01:14.598589 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e54ead-d374-4615-b759-460f8dea04fc req-bcfeb035-a162-4509-b150-669523db0988 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:14.601318 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71e54ead-d374-4615-b759-460f8dea04fc req-bcfeb035-a162-4509-b150-669523db0988 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0680037 Aug 29 09:01:14.610199 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 7824a482-9508-40df-b75b-674545989e09 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:01:14.632170 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 7824a482-9508-40df-b75b-674545989e09 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:01:14.632678 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 7824a482-9508-40df-b75b-674545989e09 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:01:14.644613 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71e54ead-d374-4615-b759-460f8dea04fc req-c2e3e6f3-1751-46b9-bfb8-04f9a264d380 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361793 Aug 29 09:01:15.094347 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f4b67e0e-accd-4c7e-af11-fcaf98da5e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:15.226021 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b000c9-b760-4b67-b6e4-286bd86e3c2e req-649695fe-a200-4fbd-ad40-6380c6cfe469 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:15.227572 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97b000c9-b760-4b67-b6e4-286bd86e3c2e req-649695fe-a200-4fbd-ad40-6380c6cfe469 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0650830 Aug 29 09:01:15.274107 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97b000c9-b760-4b67-b6e4-286bd86e3c2e req-ff209298-cec9-492a-a548-7a49fbf20492 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389647 Aug 29 09:01:15.769157 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4993cd-044a-4b29-85e5-897d02f0f25d req-6e510a54-f5c1-4794-be32-5a557466a871 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:15.770649 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1c4993cd-044a-4b29-85e5-897d02f0f25d req-6e510a54-f5c1-4794-be32-5a557466a871 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0517731 Aug 29 09:01:15.811746 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1c4993cd-044a-4b29-85e5-897d02f0f25d req-9c0e675e-3a61-4c40-8d3e-fe1ca110435c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344098 Aug 29 09:01:16.151699 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-6b54e32e-f410-445c-81a4-e8caebcf8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:16.153452 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-6b54e32e-f410-445c-81a4-e8caebcf8498 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 1098 time: 0.0528827 Aug 29 09:01:16.160487 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da152593-72a6-4afa-8a1a-1589dcd5b9ae req-e75e5803-39cf-4eb9-9701-250e17786ab3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:16.162404 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da152593-72a6-4afa-8a1a-1589dcd5b9ae req-e75e5803-39cf-4eb9-9701-250e17786ab3 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0538564 Aug 29 09:01:16.214272 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da152593-72a6-4afa-8a1a-1589dcd5b9ae req-7e26b11a-3438-45b7-9b88-6ebb402b6478 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Aug 29 09:01:16.258953 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-ea163424-fe3c-4f5f-ac9a-b34f45a48e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:16.260484 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-ea163424-fe3c-4f5f-ac9a-b34f45a48e82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 200 len: 918 time: 0.0991240 Aug 29 09:01:16.308666 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-0d5ac76c-3eb2-40b7-947f-c66ae9094e52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=706aada4-dbe0-4a02-b458-874d277f87d5 HTTP/1.1" status: 200 len: 217 time: 0.0411410 Aug 29 09:01:16.353779 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:16.375114 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-b20fc952-6d9e-43ca-9233-255f13d9d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:16.376624 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-b20fc952-6d9e-43ca-9233-255f13d9d53c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 200 len: 857 time: 0.0612948 Aug 29 09:01:16.418894 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-ed68fca4-2d04-442f-93b4-30ce6559b208 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f464f1d-a132-4bc0-8eef-3bc61477a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346911 Aug 29 09:01:16.434530 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e642f-4ad8-451b-8ede-5ffb1a731e0f req-3d5a258a-e685-42bd-974b-ae619af69709 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:16.435980 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c05e642f-4ad8-451b-8ede-5ffb1a731e0f req-3d5a258a-e685-42bd-974b-ae619af69709 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0647285 Aug 29 09:01:16.484310 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c05e642f-4ad8-451b-8ede-5ffb1a731e0f req-f4343de3-6c1f-421e-8f2f-baa5548f0106 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386453 Aug 29 09:01:16.576404 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-e365a9fb-a059-47c8-a7ea-a3a8fbd1460d service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490693 Aug 29 09:01:16.685428 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9698a9d0-cf79-4acf-82ba-26c543600fd5 req-8ead852f-1992-4629-bbef-81f64dcc89f4 service neutron] 10.222.0.57 "GET /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018143 Aug 29 09:01:17.348433 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe0d42-8a27-4563-83cc-18e82b76d800 req-4f211221-3b85-4518-b624-3fbc87a23aba tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:17.350115 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60fe0d42-8a27-4563-83cc-18e82b76d800 req-4f211221-3b85-4518-b624-3fbc87a23aba tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0592613 Aug 29 09:01:17.393916 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60fe0d42-8a27-4563-83cc-18e82b76d800 req-781c914b-a6a9-49e4-8c45-7a04256ae645 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368264 Aug 29 09:01:17.601623 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:17.635808 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14a31-08ae-40cb-9205-39c65092f0e9 req-00c74e16-eb24-4585-bbc9-576e802e59ef tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:17.638487 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57f14a31-08ae-40cb-9205-39c65092f0e9 req-00c74e16-eb24-4585-bbc9-576e802e59ef tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0712476 Aug 29 09:01:17.700839 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57f14a31-08ae-40cb-9205-39c65092f0e9 req-b3bc6669-89fe-44aa-a550-95f35ac1bbc1 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550599 Aug 29 09:01:18.534472 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cc121-f5e5-4bee-87e4-12a07669a3c1 req-daa85692-70c1-4d11-ae22-2106fd435a7f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:18.536275 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f45cc121-f5e5-4bee-87e4-12a07669a3c1 req-daa85692-70c1-4d11-ae22-2106fd435a7f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0653100 Aug 29 09:01:18.585350 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f45cc121-f5e5-4bee-87e4-12a07669a3c1 req-30fce53d-8b04-4980-bb1a-93b1688fad78 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Aug 29 09:01:18.838034 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953b7ee-b43a-4afe-93ed-37f8ed803ad1 req-6942c885-04f0-4534-b648-ea2c046c35c8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:18.839671 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8953b7ee-b43a-4afe-93ed-37f8ed803ad1 req-6942c885-04f0-4534-b648-ea2c046c35c8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 944 time: 0.0590434 Aug 29 09:01:18.903877 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8953b7ee-b43a-4afe-93ed-37f8ed803ad1 req-5082f956-905f-4bb5-9cc3-f4a3fb69d0b3 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546315 Aug 29 09:01:23.788161 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd252d86-e3bf-455e-8e8a-c2e95e19e133 req-fb481a8b-95fd-4d0f-8168-1907717ea882 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:23.789718 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd252d86-e3bf-455e-8e8a-c2e95e19e133 req-fb481a8b-95fd-4d0f-8168-1907717ea882 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 945 time: 0.0570059 Aug 29 09:01:23.830561 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd252d86-e3bf-455e-8e8a-c2e95e19e133 req-8e3c6d6f-4744-41d9-b1d1-911fe317d5b5 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Aug 29 09:01:24.309416 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bc6f0-82aa-4580-88f7-2e1bd4618d48 req-cc721a72-65b9-4051-a1d9-73e3e148b631 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:24.310946 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-884bc6f0-82aa-4580-88f7-2e1bd4618d48 req-cc721a72-65b9-4051-a1d9-73e3e148b631 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0582471 Aug 29 09:01:24.376654 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-884bc6f0-82aa-4580-88f7-2e1bd4618d48 req-7d7e31b0-08e8-4778-bfbf-324530d14228 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588634 Aug 29 09:01:24.487632 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-f072bf40-4c7f-4f12-b5ae-9da4a096060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:24.491031 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-f072bf40-4c7f-4f12-b5ae-9da4a096060e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20&tenant_id=783a6737f8df49899d3a2a915b7e9420 HTTP/1.1" status: 200 len: 1097 time: 0.0892050 Aug 29 09:01:24.576901 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-ff125d8d-cceb-4dd1-ac0f-03f4f2b9a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:24.578460 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-ff125d8d-cceb-4dd1-ac0f-03f4f2b9a3d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 1097 time: 0.0535107 Aug 29 09:01:24.678847 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-58444d70-bae1-4a16-84fe-1e9aa0a70ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:24.680241 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-58444d70-bae1-4a16-84fe-1e9aa0a70ce4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 918 time: 0.0939131 Aug 29 09:01:24.758468 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-a46ed780-4d14-4c1e-85cf-e3b08c36a663 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667 HTTP/1.1" status: 200 len: 999 time: 0.0680211 Aug 29 09:01:24.810953 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-328522f8-8072-4c01-b48e-81eefd979b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:24.812412 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-328522f8-8072-4c01-b48e-81eefd979b5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.0460207 Aug 29 09:01:24.861147 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-f5cf31ee-07e1-4458-ad6a-41933d32fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:24.863500 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-f5cf31ee-07e1-4458-ad6a-41933d32fa6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432968 Aug 29 09:01:24.956929 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642037-5ecc-4f47-a1f8-3a6219029410 req-82c6a1be-472d-4682-b1bd-30e018bbacc0 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:24.958497 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8f642037-5ecc-4f47-a1f8-3a6219029410 req-82c6a1be-472d-4682-b1bd-30e018bbacc0 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 945 time: 0.0511525 Aug 29 09:01:24.964700 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-5c92a87a-f572-4518-88eb-4914b7bae043 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908639 Aug 29 09:01:25.001139 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8f642037-5ecc-4f47-a1f8-3a6219029410 req-ba5a4414-eb57-4ddd-8e4f-7785f401487f tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358579 Aug 29 09:01:25.058757 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0cbfb0da-4c5c-480d-a9b9-be5d3b0e4a39 req-ad5a3faf-0221-4690-9671-1c961a90d697 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858381 Aug 29 09:01:25.295304 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43030) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:25.411486 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f88933a8-93c6-49d4-b086-9b7ebdfde21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:25.555562 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f550-9d61-4626-841b-53a1e09fe41b req-3f4edfd1-f078-4c6f-8250-fa71104458b0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:25.557889 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-93b2f550-9d61-4626-841b-53a1e09fe41b req-3f4edfd1-f078-4c6f-8250-fa71104458b0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0941277 Aug 29 09:01:25.603314 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f88933a8-93c6-49d4-b086-9b7ebdfde21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:25.620204 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f88933a8-93c6-49d4-b086-9b7ebdfde21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:25.637791 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-6d6ca5c3-0f2d-4e97-8d51-9fcc6def5020 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:25.639791 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-6d6ca5c3-0f2d-4e97-8d51-9fcc6def5020 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.57 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 945 time: 0.0690596 Aug 29 09:01:25.642892 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-93b2f550-9d61-4626-841b-53a1e09fe41b req-b51ecd22-8170-4378-b972-e4fb5437ae0b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764022 Aug 29 09:01:25.671826 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88933a8-93c6-49d4-b086-9b7ebdfde21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a581a7-3003-4890-8bc6-de29691c29cc,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:25.677390 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f88933a8-93c6-49d4-b086-9b7ebdfde21c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e36c2c1cdca47188934fbd31e899dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808305 Aug 29 09:01:25.680087 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43052) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:25.738535 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb33e2-a36b-426f-98b5-d0158dc1e23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:25.771877 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb33e2-a36b-426f-98b5-d0158dc1e23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:25.781176 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Deleting port 7f8441d4-81b8-4c07-84cd-4c1794defed5 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:01:25.781559 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:25.844115 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb33e2-a36b-426f-98b5-d0158dc1e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:25.847203 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb33e2-a36b-426f-98b5-d0158dc1e23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:25.848505 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d3bb33e2-a36b-426f-98b5-d0158dc1e23d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8a581a7-3003-4890-8bc6-de29691c29cc HTTP/1.1" status: 204 len: 168 time: 0.1674778 Aug 29 09:01:25.871833 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb33e2-a36b-426f-98b5-d0158dc1e23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a581a7-3003-4890-8bc6-de29691c29cc,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:25.898249 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] For port 7f8441d4-81b8-4c07-84cd-4c1794defed5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=7f8441d4-81b8-4c07-84cd-4c1794defed5,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:25.898730 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:25.916361 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Calling delete_port for 7f8441d4-81b8-4c07-84cd-4c1794defed5 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:01:26.135096 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:26.161949 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['7f8441d4-81b8-4c07-84cd-4c1794defed5'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:01:26.208028 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd588db0-da12-41fa-82d8-cc5fc102f675 req-8c346dec-e0f9-4bc5-a494-ce0e96e38cf8 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0703270 Aug 29 09:01:26.246087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Pushing event deleted for resources: {'Port': ['ID=7f8441d4-81b8-4c07-84cd-4c1794defed5,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:26.298144 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] No DVR routers for this DVR port 7f8441d4-81b8-4c07-84cd-4c1794defed5 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:01:26.305322 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:26.305322 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-973eefe7-79a7-4f6e-a229-3797dd27afb8 req-5de116ba-8337-4122-8725-35de9e7307e2 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.57 "DELETE /v2.0/ports/7f8441d4-81b8-4c07-84cd-4c1794defed5 HTTP/1.1" status: 204 len: 173 time: 0.6541033 Aug 29 09:01:26.305322 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd659f458-8ced-458f-9198-83986b5134f8', 'name': 'network-vif-deleted', 'tag': '7f8441d4-81b8-4c07-84cd-4c1794defed5'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:26.307989 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e458705f-c030-4701-a317-b478e53a5698" -d '{"events": [{"server_uuid": "d659f458-8ced-458f-9198-83986b5134f8", "name": "network-vif-deleted", "tag": "7f8441d4-81b8-4c07-84cd-4c1794defed5"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:26.360338 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb2cf46-2256-4a32-943f-08c7bc304037 x-openstack-request-id: req-9fb2cf46-2256-4a32-943f-08c7bc304037 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:26.360632 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d659f458-8ced-458f-9198-83986b5134f8", "name": "network-vif-deleted", "tag": "7f8441d4-81b8-4c07-84cd-4c1794defed5", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:26.360886 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9fb2cf46-2256-4a32-943f-08c7bc304037 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:26.361390 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd659f458-8ced-458f-9198-83986b5134f8', 'name': 'network-vif-deleted', 'tag': '7f8441d4-81b8-4c07-84cd-4c1794defed5', 'status': 'completed', 'code': 200} Aug 29 09:01:26.808399 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895b240-b327-4d80-a2a8-c0f0da9d3eb4 req-66bd166d-b332-42af-829f-37ff517fc6b4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:26.812624 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1895b240-b327-4d80-a2a8-c0f0da9d3eb4 req-66bd166d-b332-42af-829f-37ff517fc6b4 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0736372 Aug 29 09:01:26.854770 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1895b240-b327-4d80-a2a8-c0f0da9d3eb4 req-7024e3b7-b96a-4223-8f20-fbfa444561a1 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380819 Aug 29 09:01:27.320710 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c6616ee6-a5b8-408d-affd-df42848391a2 req-3162d367-b784-4407-936e-4511afa4b69d tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0288703 Aug 29 09:01:27.967828 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43084) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:28.001759 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb5a5b-7f1f-4cbd-8794-9e9b6a65afbd req-0d95de4d-1189-4c5a-b5a7-3ccd20195f67 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:28.003420 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7adb5a5b-7f1f-4cbd-8794-9e9b6a65afbd req-0d95de4d-1189-4c5a-b5a7-3ccd20195f67 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0711861 Aug 29 09:01:28.056173 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7adb5a5b-7f1f-4cbd-8794-9e9b6a65afbd req-039f0f45-8172-4c36-9594-1a03eb9576e7 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388126 Aug 29 09:01:28.143972 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b0c9115e-4314-4fde-960c-e105de89d379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:28.263872 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b0c9115e-4314-4fde-960c-e105de89d379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:28.271196 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b0c9115e-4314-4fde-960c-e105de89d379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:28.314150 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b0c9115e-4314-4fde-960c-e105de89d379 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba0c997014e14629bf07005502962884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452172 Aug 29 09:01:28.315056 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9115e-4314-4fde-960c-e105de89d379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044dd777-24dc-49b7-8fd9-9652515326d8,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:28.317076 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43088) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:28.386492 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2659e644-6e11-49e2-b71f-49e0fbbf1065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:28.412897 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2659e644-6e11-49e2-b71f-49e0fbbf1065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:28.428609 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d42288d2-7d44-4939-90a4-83c87d55528e req-a9523f5d-b314-434e-b1ed-097eadb84aa8 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0303397 Aug 29 09:01:28.505217 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2659e644-6e11-49e2-b71f-49e0fbbf1065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:28.508370 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2659e644-6e11-49e2-b71f-49e0fbbf1065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:28.509979 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2659e644-6e11-49e2-b71f-49e0fbbf1065 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/044dd777-24dc-49b7-8fd9-9652515326d8 HTTP/1.1" status: 204 len: 168 time: 0.1910467 Aug 29 09:01:28.518966 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659e644-6e11-49e2-b71f-49e0fbbf1065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044dd777-24dc-49b7-8fd9-9652515326d8,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:28.662676 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 7f8441d4-81b8-4c07-84cd-4c1794defed5 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:01:28.691278 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 7f8441d4-81b8-4c07-84cd-4c1794defed5 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:01:28.692182 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 7f8441d4-81b8-4c07-84cd-4c1794defed5 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:01:29.216458 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0b830-98f9-441d-99df-894b70891b32 req-d2b7aad2-16f6-4e43-8174-2adee87844c8 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:29.218264 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-91d0b830-98f9-441d-99df-894b70891b32 req-d2b7aad2-16f6-4e43-8174-2adee87844c8 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0671706 Aug 29 09:01:29.289295 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-91d0b830-98f9-441d-99df-894b70891b32 req-dbf2f5ea-5b09-4354-bd94-3f96bb713b7e tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626371 Aug 29 09:01:29.553594 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9ae096b8-206e-47ac-9774-4e5a9a191172 req-6f205a35-6902-487b-bea4-dfc1b164edee tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0329075 Aug 29 09:01:30.468949 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dbcb7-3a80-4997-8171-cd80894378ad req-4a1cf2c5-557b-4b73-a81c-067e44ce1775 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:30.470978 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e71dbcb7-3a80-4997-8171-cd80894378ad req-4a1cf2c5-557b-4b73-a81c-067e44ce1775 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0823421 Aug 29 09:01:30.528700 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e71dbcb7-3a80-4997-8171-cd80894378ad req-12182f0f-acbc-43da-9ed6-50c529493b72 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501926 Aug 29 09:01:30.671488 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8ef3098-389e-4194-be04-d850faefe0bb req-261551be-e65f-40f3-aa23-66b73812ee4a tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0278907 Aug 29 09:01:30.899897 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:31.664962 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ee1f6-9a2a-45ae-a92c-9b98650061b3 req-dadc5f34-310f-45ad-8da6-99744a39979a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:31.666676 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a21ee1f6-9a2a-45ae-a92c-9b98650061b3 req-dadc5f34-310f-45ad-8da6-99744a39979a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0654957 Aug 29 09:01:31.716161 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a21ee1f6-9a2a-45ae-a92c-9b98650061b3 req-93e68445-8ec4-4584-ad4e-ec743b792167 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432558 Aug 29 09:01:31.927858 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e1b52d2-6517-4ae5-a9fd-94315041c010 req-816e082c-4ceb-4986-880f-00875b4fb33d tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0535514 Aug 29 09:01:32.855811 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7877-9b02-4896-9a89-caaee68c6da1 req-58cf69bf-1ced-48ec-9201-901d9cdf2e83 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:32.859137 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-414a7877-9b02-4896-9a89-caaee68c6da1 req-58cf69bf-1ced-48ec-9201-901d9cdf2e83 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0559886 Aug 29 09:01:32.907751 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-414a7877-9b02-4896-9a89-caaee68c6da1 req-66887c78-9232-4ab3-8a00-7d9486533d06 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Aug 29 09:01:33.089306 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a0fa96c-0d88-4ab4-8503-829943b861cf req-1ab3bcd1-baa5-434e-9e63-3619cda3b3ba tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0292525 Aug 29 09:01:34.049247 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71091255-0dd7-4ae1-898c-616f886b4b2a req-a83acacc-c185-42df-8c03-412e44944b23 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:34.050737 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71091255-0dd7-4ae1-898c-616f886b4b2a req-a83acacc-c185-42df-8c03-412e44944b23 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0586915 Aug 29 09:01:34.093395 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71091255-0dd7-4ae1-898c-616f886b4b2a req-e9fa73dd-892d-4b33-b76b-6976ee9d0d2c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360558 Aug 29 09:01:34.234420 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dbc2cbbd-decf-49f5-825f-e049c1f74eac req-04d27ae9-32df-4e2f-8818-f1a5c178e049 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0291061 Aug 29 09:01:34.630581 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:01:35.223194 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6fbe4-a350-48ba-a40a-14ae2cbaef2b req-61c05530-6572-41a9-bf23-52e5dc564318 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:35.225069 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3f6fbe4-a350-48ba-a40a-14ae2cbaef2b req-61c05530-6572-41a9-bf23-52e5dc564318 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0512207 Aug 29 09:01:35.277601 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3f6fbe4-a350-48ba-a40a-14ae2cbaef2b req-7c34f996-9fea-419d-8fef-e483c4b601ea tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Aug 29 09:01:35.445768 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a7318646-6a64-4cba-a30a-5f1b397af646 req-9f11fc14-dbff-49a5-ab5b-273e4635f10e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0458910 Aug 29 09:01:36.400228 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf43fc-27ae-48d2-82b8-933a49d4da74 req-c709d0df-3695-48f3-b50b-79134a9340ce tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:36.402238 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16cf43fc-27ae-48d2-82b8-933a49d4da74 req-c709d0df-3695-48f3-b50b-79134a9340ce tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0539134 Aug 29 09:01:36.467064 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16cf43fc-27ae-48d2-82b8-933a49d4da74 req-2aae6673-6ac1-445f-b8d4-0167cb24afb6 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504668 Aug 29 09:01:36.630981 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c5abc17b-c16d-4b9a-adca-b732fe7682a0 req-3d07616e-8614-4126-a691-1243d91feb05 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=d659f458-8ced-458f-9198-83986b5134f8 HTTP/1.1" status: 200 len: 210 time: 0.0283394 Aug 29 09:01:36.686295 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-f384859c-8536-483c-9556-40e57853fb51 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:36.687802 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-f384859c-8536-483c-9556-40e57853fb51 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 945 time: 0.0492685 Aug 29 09:01:36.794547 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Deleting port 73f34855-dae1-4d73-afd3-622e2b2661c9 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:01:36.794902 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:36.905189 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] For port 73f34855-dae1-4d73-afd3-622e2b2661c9, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=73f34855-dae1-4d73-afd3-622e2b2661c9,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:36.905672 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:36.922690 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Calling delete_port for 73f34855-dae1-4d73-afd3-622e2b2661c9 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:01:37.085087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:37.098984 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['dba5199f-2c26-464b-bd82-1d1450a68f8b', 'fa50814c-db52-44ad-a860-b066634e0852', '73f34855-dae1-4d73-afd3-622e2b2661c9'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:01:37.148014 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Pushing event deleted for resources: {'Port': ['ID=73f34855-dae1-4d73-afd3-622e2b2661c9,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:37.220637 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] No DVR routers for this DVR port 73f34855-dae1-4d73-afd3-622e2b2661c9 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:01:37.223709 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:37.226126 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-95fc479a-c8b7-4b99-bbe0-79ac1c5180a7 req-34065396-3ad4-4094-ad74-a5857948804d tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "DELETE /v2.0/ports/73f34855-dae1-4d73-afd3-622e2b2661c9 HTTP/1.1" status: 204 len: 173 time: 0.5296726 Aug 29 09:01:37.226587 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f2288d-3f15-49d4-ad07-128bc73ffb69', 'name': 'network-vif-deleted', 'tag': '73f34855-dae1-4d73-afd3-622e2b2661c9'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:37.229029 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09db8b05-5ea2-4cdf-8463-20dd750e3a6a" -d '{"events": [{"server_uuid": "30f2288d-3f15-49d4-ad07-128bc73ffb69", "name": "network-vif-deleted", "tag": "73f34855-dae1-4d73-afd3-622e2b2661c9"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:37.273529 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d87859a-06d6-425f-a372-9da040149040 x-openstack-request-id: req-2d87859a-06d6-425f-a372-9da040149040 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:37.274504 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f2288d-3f15-49d4-ad07-128bc73ffb69", "name": "network-vif-deleted", "tag": "73f34855-dae1-4d73-afd3-622e2b2661c9", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:37.274756 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d87859a-06d6-425f-a372-9da040149040 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:37.275227 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f2288d-3f15-49d4-ad07-128bc73ffb69', 'name': 'network-vif-deleted', 'tag': '73f34855-dae1-4d73-afd3-622e2b2661c9', 'status': 'completed', 'code': 200} Aug 29 09:01:37.578884 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ed0ce30b-cbda-4b2b-8480-9db99814e45d req-68ebc08d-8c46-4c27-a855-de79c7886b6f tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=30f2288d-3f15-49d4-ad07-128bc73ffb69 HTTP/1.1" status: 200 len: 210 time: 0.0341620 Aug 29 09:01:38.896896 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516eb17-0de0-455c-bf4a-3ee9993d3c3e req-b77ca4ca-dde6-4100-96d3-138d405381e3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:38.900392 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e516eb17-0de0-455c-bf4a-3ee9993d3c3e req-b77ca4ca-dde6-4100-96d3-138d405381e3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0583355 Aug 29 09:01:38.955291 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e516eb17-0de0-455c-bf4a-3ee9993d3c3e req-fbece2bc-193c-452f-b03d-fd2314e12e92 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485876 Aug 29 09:01:40.086173 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bddd22-54eb-4e5e-8a7a-9cbc544af914 req-56095470-1405-4354-ade4-8aefaf0f0c12 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:40.087698 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a3bddd22-54eb-4e5e-8a7a-9cbc544af914 req-56095470-1405-4354-ade4-8aefaf0f0c12 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0576882 Aug 29 09:01:40.128279 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a3bddd22-54eb-4e5e-8a7a-9cbc544af914 req-2949153e-c52e-47d0-ac1d-d516a613d8b8 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Aug 29 09:01:40.320486 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-30b15e32-c67f-4b47-b7eb-b19aaf378af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:40.846780 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 73f34855-dae1-4d73-afd3-622e2b2661c9 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:01:40.870795 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 73f34855-dae1-4d73-afd3-622e2b2661c9 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:01:40.871346 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 73f34855-dae1-4d73-afd3-622e2b2661c9 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:01:41.249011 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcb0f1-cce3-4fa3-b92d-d7413e444672 req-c9d5737b-e69a-446b-8359-b8e0e4d90889 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:41.250567 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-56fcb0f1-cce3-4fa3-b92d-d7413e444672 req-c9d5737b-e69a-446b-8359-b8e0e4d90889 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0528691 Aug 29 09:01:41.296337 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-56fcb0f1-cce3-4fa3-b92d-d7413e444672 req-8f97953c-dd49-45d4-b8aa-8d42d116f9db tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370703 Aug 29 09:01:42.382797 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ab231-1aeb-4025-ba41-5387c707995b req-c228f520-1221-4ea7-ae60-acd17e3a2a73 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:42.384961 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dd4ab231-1aeb-4025-ba41-5387c707995b req-c228f520-1221-4ea7-ae60-acd17e3a2a73 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0546625 Aug 29 09:01:42.433128 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dd4ab231-1aeb-4025-ba41-5387c707995b req-7f355b89-8f40-47da-a1ed-a38891fb6903 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371327 Aug 29 09:01:42.502862 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-cac470cc-fc48-4e15-8104-4ad4ba8c4467 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:42.504373 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-cac470cc-fc48-4e15-8104-4ad4ba8c4467 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0550663 Aug 29 09:01:42.542052 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c2398-c620-4136-83d0-8c99e995cdc3 req-4d3fc1bb-2148-4b19-8cf4-c095c7dbd585 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:42.543402 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f9c2398-c620-4136-83d0-8c99e995cdc3 req-4d3fc1bb-2148-4b19-8cf4-c095c7dbd585 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ab2b213-abf3-41ee-8cde-d494117280ee HTTP/1.1" status: 200 len: 945 time: 0.0492468 Aug 29 09:01:42.587540 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f9c2398-c620-4136-83d0-8c99e995cdc3 req-a9b30715-9cb0-4107-b2a3-e5ce734fb4bb tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376463 Aug 29 09:01:42.608492 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Deleting port fa50814c-db52-44ad-a860-b066634e0852 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:01:42.608876 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:42.701721 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] For port fa50814c-db52-44ad-a860-b066634e0852, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fa50814c-db52-44ad-a860-b066634e0852,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:42.702105 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:42.715478 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Calling delete_port for fa50814c-db52-44ad-a860-b066634e0852 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:01:42.861010 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:42.874763 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['dba5199f-2c26-464b-bd82-1d1450a68f8b', 'fa50814c-db52-44ad-a860-b066634e0852'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:01:42.892113 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Pushing event deleted for resources: {'Port': ['ID=fa50814c-db52-44ad-a860-b066634e0852,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:42.912165 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43342) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:42.934910 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] No DVR routers for this DVR port fa50814c-db52-44ad-a860-b066634e0852 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:01:42.937545 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:42.939870 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0c135445-8c2e-46a0-bed2-e16c4200cb86 req-f9c922a1-1ed1-40e3-b366-e507f10d0fb3 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "DELETE /v2.0/ports/fa50814c-db52-44ad-a860-b066634e0852 HTTP/1.1" status: 204 len: 173 time: 0.4285941 Aug 29 09:01:42.940474 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab2b213-abf3-41ee-8cde-d494117280ee', 'name': 'network-vif-deleted', 'tag': 'fa50814c-db52-44ad-a860-b066634e0852'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:42.942811 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd56029-8789-47ac-9230-6eac66d742b4" -d '{"events": [{"server_uuid": "2ab2b213-abf3-41ee-8cde-d494117280ee", "name": "network-vif-deleted", "tag": "fa50814c-db52-44ad-a860-b066634e0852"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:42.998741 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba26339-01b3-4502-beaa-08750a2d702e x-openstack-request-id: req-9ba26339-01b3-4502-beaa-08750a2d702e {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:42.999134 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab2b213-abf3-41ee-8cde-d494117280ee", "name": "network-vif-deleted", "tag": "fa50814c-db52-44ad-a860-b066634e0852", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:42.999437 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ba26339-01b3-4502-beaa-08750a2d702e {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:42.999873 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab2b213-abf3-41ee-8cde-d494117280ee', 'name': 'network-vif-deleted', 'tag': 'fa50814c-db52-44ad-a860-b066634e0852', 'status': 'completed', 'code': 200} Aug 29 09:01:43.077613 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a2b4-361f-4b8c-b771-af9454177e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:43.182560 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a2b4-361f-4b8c-b771-af9454177e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:43.188791 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bdf0a2b4-361f-4b8c-b771-af9454177e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:43.230903 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bdf0a2b4-361f-4b8c-b771-af9454177e37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca56063cc9e340f081906c334e6fa272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176022 Aug 29 09:01:43.231881 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0a2b4-361f-4b8c-b771-af9454177e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9746e6be-bffb-485d-b5f3-f38d65fd780b,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:43.233845 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43348) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:43.289425 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-533880ee-1854-4fc3-b672-a253f18679bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:43.312700 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-533880ee-1854-4fc3-b672-a253f18679bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:43.382808 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-533880ee-1854-4fc3-b672-a253f18679bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:43.386238 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-533880ee-1854-4fc3-b672-a253f18679bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:43.387437 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-533880ee-1854-4fc3-b672-a253f18679bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9746e6be-bffb-485d-b5f3-f38d65fd780b HTTP/1.1" status: 204 len: 168 time: 0.1525290 Aug 29 09:01:43.397400 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533880ee-1854-4fc3-b672-a253f18679bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9746e6be-bffb-485d-b5f3-f38d65fd780b,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:43.604541 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130317d-636f-4380-ace6-e3d82f5f9090 req-6e3ea137-fe5d-47fb-a45e-83cd9b8fc667 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:43.606141 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4130317d-636f-4380-ace6-e3d82f5f9090 req-6e3ea137-fe5d-47fb-a45e-83cd9b8fc667 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0797575 Aug 29 09:01:43.647552 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4130317d-636f-4380-ace6-e3d82f5f9090 req-07631cf9-c8e8-4f82-8652-307b0e271503 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348394 Aug 29 09:01:43.868627 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.133463 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43384) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:44.238716 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-471291815-network', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:44.265037 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Made reservation on behalf of fe574a1c54004de0a0983cfdc3b29e5a for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:01:44.267758 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.281024 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.386380 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.392889 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.425023 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:01:44.434699 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae3a36-b37d-438d-b537-12861d361032,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:44.440881 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.441224 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Added segment 2c1dd850-439c-4d08-9902-91ff65322dd8 of type vlan for network 1e97d103-9793-4654-8580-63def8c14bef Aug 29 09:01:44.487365 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.518883 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.519915 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:44.520518 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.576174 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4414485 Aug 29 09:01:44.579343 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43390) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:44.583781 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c28672-e4a8-455d-be17-bdc936a29680 admin admin] Pushing event updated for resources: {'Network': ['ID=1e97d103-9793-4654-8580-63def8c14bef,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:44.584917 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Request body: {'subnet': {'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-471291815-subnet', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:44.606889 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 1e97d103-9793-4654-8580-63def8c14bef details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:01:44.622484 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Made reservation on behalf of fe574a1c54004de0a0983cfdc3b29e5a for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:01:44.624831 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10312388'] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.828702 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe821d64-414e-42c9-9b4a-c2a55fd8ebb7 req-b9116a3a-dfa8-4821-a72c-4f73b460459f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:44.830238 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fe821d64-414e-42c9-9b4a-c2a55fd8ebb7 req-b9116a3a-dfa8-4821-a72c-4f73b460459f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1001716 Aug 29 09:01:44.845183 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10312374'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.911990 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fe821d64-414e-42c9-9b4a-c2a55fd8ebb7 req-8547da2b-8bff-4dbc-8df9-adddf86e9c9f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747449 Aug 29 09:01:44.917944 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860672bb-5b07-43d5-a1f6-fa498b4da69c,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:44.933928 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Checking segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:01:44.934347 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Network hostable DHCP agents. Network: 1e97d103-9793-4654-8580-63def8c14bef, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:01:44.963430 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Network 1e97d103-9793-4654-8580-63def8c14bef is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:01:44.978620 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 1e97d103-9793-4654-8580-63def8c14bef) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:44.983210 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:44.983840 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:44.988325 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df19b39-8ce3-4074-adbc-2c19112f7ec0 None None] Network 1e97d103-9793-4654-8580-63def8c14bef requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:01:45.000169 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-befc29ba-7a08-49ef-8aa0-5ad748155bb3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4197061 Aug 29 09:01:45.003305 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43396) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:45.008313 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:45.031387 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.032434 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.085643 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.117000 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-70d5d6c8-41ea-4cec-98fc-8045f8b956ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.150685 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-1e97d103-9793-4654-8580-63def8c14bef', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 09:01:45.151567 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.221843 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.290509 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Allocated IP 172.20.0.2 (1e97d103-9793-4654-8580-63def8c14bef/860672bb-5b07-43d5-a1f6-fa498b4da69c/599e0a97-c4b3-483e-94b6-2d2c1ae5235b) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:01:45.460477 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.488016 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.595033 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.606303 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Transition to ACTIVE for port object 599e0a97-c4b3-483e-94b6-2d2c1ae5235b will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:45.607133 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Allocated IP 172.27.3.111 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/d7236398-6684-40dc-81a1-233fdc893239) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:01:45.627079 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Transition to ACTIVE for port object 599e0a97-c4b3-483e-94b6-2d2c1ae5235b will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:45.635046 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.678185 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Network 1e97d103-9793-4654-8580-63def8c14bef is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:01:45.683573 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:45.687172 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:01:45.695083 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Pushing event updated for resources: {'Port': ['ID=599e0a97-c4b3-483e-94b6-2d2c1ae5235b,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:45.729381 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.729877 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.730452 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.730838 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.731331 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.731801 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.732283 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.732757 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.733263 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.733762 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.734237 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.734707 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:45.776596 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Attempting to bind port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:01:45.776998 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Attempting to bind port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:01:45.777421 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Attempting to bind port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b on network 1e97d103-9793-4654-8580-63def8c14bef {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:01:45.783918 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:01:45.784302 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Checking segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:01:45.784705 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.785132 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Bound using segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:01:45.785692 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Bound port: 599e0a97-c4b3-483e-94b6-2d2c1ae5235b, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:01:45.786128 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.855544 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] For port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:01:45.858898 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] For port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=599e0a97-c4b3-483e-94b6-2d2c1ae5235b,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:01:45.867445 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:45.937369 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eb396-40ec-4537-976d-9f6709ce87e0 None None] Pushing event updated for resources: {'Port': ['ID=599e0a97-c4b3-483e-94b6-2d2c1ae5235b,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:45.955005 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:46.003297 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:46.042113 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:01:46.047659 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:46.047858 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9318a2-5a8f-4ad1-b8db-33b323f0f142 req-05fd7ffc-c773-4a73-9e91-e908b1a3938f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:46.050295 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c9318a2-5a8f-4ad1-b8db-33b323f0f142 req-05fd7ffc-c773-4a73-9e91-e908b1a3938f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.0589671 Aug 29 09:01:46.051459 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:01:46.057476 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Pushing event updated for resources: {'Port': ['ID=d7236398-6684-40dc-81a1-233fdc893239,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:46.101998 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c9318a2-5a8f-4ad1-b8db-33b323f0f142 req-b0ce388c-a92e-40af-8cf8-7217fe789360 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Aug 29 09:01:46.308621 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:01:46.311119 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:46.397827 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 599e0a97-c4b3-483e-94b6-2d2c1ae5235b up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:46.422148 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:46.472748 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:46.491270 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'port_id': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'mac_address': 'fa:16:3e:51:6d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:01:46.526277 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:01:46.545555 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:46.551500 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:46.578001 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978b261c-5620-4ce9-b2ec-7e1e177a4667 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:01:46.652989 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:46.704697 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:46.790659 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=9']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:46.838109 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Router 73b5d587-d347-4662-bef8-e0f8fda4f1cd is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 09:01:46.907597 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799ab9-4280-4fee-a1a8-22cba197185a req-ef9d9cc1-a6b1-4b74-adfd-d9efc680a6c0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:46.909178 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-50799ab9-4280-4fee-a1a8-22cba197185a req-ef9d9cc1-a6b1-4b74-adfd-d9efc680a6c0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 945 time: 0.1027050 Aug 29 09:01:46.955141 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['978b261c-5620-4ce9-b2ec-7e1e177a4667'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:01:46.999785 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-77f3d74b-f99b-41e7-84d7-9379058eb810 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:47.007474 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-77f3d74b-f99b-41e7-84d7-9379058eb810 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/networks?id=46afdc93-e60d-4c9c-8485-c0863b0fbb39 HTTP/1.1" status: 200 len: 814 time: 0.1340308 Aug 29 09:01:47.027320 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-068411b9-3f99-4e4d-85c5-4b2f3c8f5a23 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/quotas/9effc8968f634b13b3eef40871f62e28 HTTP/1.1" status: 200 len: 375 time: 0.0183110 Aug 29 09:01:47.033490 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:01:47.047400 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Sync routers for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:01:47.060159 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.060393 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:01:47.060844 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:47.061987 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-89e88b2e-46a7-44c4-8dfd-8eb399f49868 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0575650 Aug 29 09:01:47.067368 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43422) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:47.070122 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-43aa462b-2ab9-4f09-b532-b9e36efa0c7e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9effc8968f634b13b3eef40871f62e28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419247 Aug 29 09:01:47.082119 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-50799ab9-4280-4fee-a1a8-22cba197185a req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Deleting port e84652d8-6ba8-4f2c-801b-ba222500c352 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:01:47.082782 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-50799ab9-4280-4fee-a1a8-22cba197185a req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.136602 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d33e26-f0c1-437f-8b49-c357bb3d7a75 None None] Network 1e97d103-9793-4654-8580-63def8c14bef requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:01:47.180353 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:01:47.186033 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-8b4d99be-3b98-457f-a91d-4dfb45eeca00 service neutron] 10.222.0.45 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084011 Aug 29 09:01:47.201279 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-df854bd6-cbed-4f11-9703-5a6ee5c00618 None None] Provisioning for port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:01:47.208837 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-df854bd6-cbed-4f11-9703-5a6ee5c00618 None None] Provisioning complete for port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:47.209714 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-df854bd6-cbed-4f11-9703-5a6ee5c00618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.226417 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-50799ab9-4280-4fee-a1a8-22cba197185a req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] For port e84652d8-6ba8-4f2c-801b-ba222500c352, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e84652d8-6ba8-4f2c-801b-ba222500c352,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:47.226897 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-50799ab9-4280-4fee-a1a8-22cba197185a req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.240309 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-50799ab9-4280-4fee-a1a8-22cba197185a req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Calling delete_port for e84652d8-6ba8-4f2c-801b-ba222500c352 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:01:47.298144 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-7e99a791-c2f3-4d71-9323-145f24b343f9 service neutron] 10.222.0.45 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056752 Aug 29 09:01:47.324346 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-df854bd6-cbed-4f11-9703-5a6ee5c00618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.367008 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fa50814c-db52-44ad-a860-b066634e0852 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:01:47.383058 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-50799ab9-4280-4fee-a1a8-22cba197185a req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.411915 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: fa50814c-db52-44ad-a860-b066634e0852 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:01:47.412253 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fa50814c-db52-44ad-a860-b066634e0852 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:01:47.422997 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Pushing event deleted for resources: {'Port': ['ID=e84652d8-6ba8-4f2c-801b-ba222500c352,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:47.428887 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-df854bd6-cbed-4f11-9703-5a6ee5c00618 None None] For port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=599e0a97-c4b3-483e-94b6-2d2c1ae5235b,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:47.445423 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-df854bd6-cbed-4f11-9703-5a6ee5c00618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.466094 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:46Z', 'revision_number': 3, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:47.479543 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['706aada4-dbe0-4a02-b458-874d277f87d5', 'e84652d8-6ba8-4f2c-801b-ba222500c352'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:01:47.503546 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Checking router: 73b5d587-d347-4662-bef8-e0f8fda4f1cd for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:01:47.504271 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Updating router 73b5d587-d347-4662-bef8-e0f8fda4f1cd port d7236398-6684-40dc-81a1-233fdc893239 binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:01:47.547919 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.562637 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-50799ab9-4280-4fee-a1a8-22cba197185a req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] No DVR routers for this DVR port e84652d8-6ba8-4f2c-801b-ba222500c352 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:01:47.584507 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-50799ab9-4280-4fee-a1a8-22cba197185a req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.586675 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-50799ab9-4280-4fee-a1a8-22cba197185a req-22361147-a164-4a56-a16e-c7d6d52c4009 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.57 "DELETE /v2.0/ports/e84652d8-6ba8-4f2c-801b-ba222500c352 HTTP/1.1" status: 204 len: 173 time: 0.6661303 Aug 29 09:01:47.587277 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b38940c-563c-461b-9107-7a6b8706ea2e', 'name': 'network-vif-deleted', 'tag': 'e84652d8-6ba8-4f2c-801b-ba222500c352'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:47.598930 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df854bd6-cbed-4f11-9703-5a6ee5c00618 None None] Pushing event updated for resources: {'Port': ['ID=599e0a97-c4b3-483e-94b6-2d2c1ae5235b,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:47.611398 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4c331a-596e-4916-8115-22496c4fff81" -d '{"events": [{"server_uuid": "7b38940c-563c-461b-9107-7a6b8706ea2e", "name": "network-vif-deleted", "tag": "e84652d8-6ba8-4f2c-801b-ba222500c352"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:47.631308 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.724064 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5fb92e90-4627-4d18-84f6-6a21ce71229a req-4c892ad0-23b2-44c2-939a-21c469c32bd0 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b38940c-563c-461b-9107-7a6b8706ea2e HTTP/1.1" status: 200 len: 210 time: 0.0530298 Aug 29 09:01:47.818062 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b633da13-a183-4875-a9ec-d7e7439a70f7 req-89fc234e-2e53-4c03-96b0-d6caeb8cebbc tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 210 time: 0.0455275 Aug 29 09:01:47.972778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c68d72-5a57-41e0-a7cb-3d4d9dad9ec6 req-b9927b63-cbbf-4ae4-8bbf-ba30e137031a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:47.974563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-001b24d2-c287-47aa-9b2f-94ffd5ee6301 None None] Provisioning complete for port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:47.975126 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-001b24d2-c287-47aa-9b2f-94ffd5ee6301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:47.983403 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-91c68d72-5a57-41e0-a7cb-3d4d9dad9ec6 req-b9927b63-cbbf-4ae4-8bbf-ba30e137031a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.0737655 Aug 29 09:01:48.039861 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-91c68d72-5a57-41e0-a7cb-3d4d9dad9ec6 req-e26b6b43-c96c-413b-9c2d-64a59c9b9c18 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549617 Aug 29 09:01:48.064528 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.076622 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Transition to ACTIVE for port object d7236398-6684-40dc-81a1-233fdc893239 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:48.086011 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.111696 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ad8a47-acd9-4149-936b-9d3bc0f3f24a x-openstack-request-id: req-e4ad8a47-acd9-4149-936b-9d3bc0f3f24a {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:48.111696 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b38940c-563c-461b-9107-7a6b8706ea2e", "name": "network-vif-deleted", "tag": "e84652d8-6ba8-4f2c-801b-ba222500c352", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:48.112217 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4ad8a47-acd9-4149-936b-9d3bc0f3f24a {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:48.112985 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b38940c-563c-461b-9107-7a6b8706ea2e', 'name': 'network-vif-deleted', 'tag': 'e84652d8-6ba8-4f2c-801b-ba222500c352', 'status': 'completed', 'code': 200} Aug 29 09:01:48.161993 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Pushing event updated for resources: {'Port': ['ID=d7236398-6684-40dc-81a1-233fdc893239,revision_number=2']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:48.174367 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.174723 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.175062 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.175397 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.175727 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.176063 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.176392 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.176812 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.177158 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.177512 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.177831 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.178152 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:01:48.191062 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Attempting to bind port d7236398-6684-40dc-81a1-233fdc893239 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:01:48.191470 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Attempting to bind port d7236398-6684-40dc-81a1-233fdc893239 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:01:48.191939 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Attempting to bind port d7236398-6684-40dc-81a1-233fdc893239 on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:01:48.197531 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:01:48.197931 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:01:48.198500 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.198959 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:01:48.199446 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Bound port: d7236398-6684-40dc-81a1-233fdc893239, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:01:48.199872 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.261773 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] For port d7236398-6684-40dc-81a1-233fdc893239, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:01:48.267159 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] For port d7236398-6684-40dc-81a1-233fdc893239, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=d7236398-6684-40dc-81a1-233fdc893239,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:01:48.268572 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.274616 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.341171 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:01:48.341605 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:48.402912 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 599e0a97-c4b3-483e-94b6-2d2c1ae5235b up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:48.464253 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:48.464786 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.510726 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Allocated IP 172.20.0.1 (1e97d103-9793-4654-8580-63def8c14bef/860672bb-5b07-43d5-a1f6-fa498b4da69c/e445c24a-318e-4b9a-bf20-83a1fa6044ee) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:01:48.542091 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bf2b5-8441-4e84-bfef-b781eb28fc96 None None] Pushing event updated for resources: {'Port': ['ID=d7236398-6684-40dc-81a1-233fdc893239,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:48.610326 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:01:48.664510 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.686459 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Transition to ACTIVE for port object e445c24a-318e-4b9a-bf20-83a1fa6044ee will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:48.727747 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.776864 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Network 1e97d103-9793-4654-8580-63def8c14bef is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:01:48.780252 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:48.783257 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:01:48.784087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:48.827265 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Pushing event updated for resources: {'Port': ['ID=e445c24a-318e-4b9a-bf20-83a1fa6044ee,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:48.831951 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:46Z', 'revision_number': 3, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:48.877949 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17755e-1c4c-4556-8a96-f7d00b737771 None None] The sync data for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi is: [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:46Z', 'revision_number': 3, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:01:49.055980 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-dee235eb-54ea-4b19-801d-c2a467858ee4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:49.057886 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-dee235eb-54ea-4b19-801d-c2a467858ee4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.57 "GET /v2.0/networks?id=46afdc93-e60d-4c9c-8485-c0863b0fbb39 HTTP/1.1" status: 200 len: 814 time: 0.1988292 Aug 29 09:01:49.082530 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Request body: {'port': {'device_id': '9171246a-52ec-423d-bb44-69f62eee3e20', 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39', 'admin_state_up': True, 'tenant_id': '9effc8968f634b13b3eef40871f62e28'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:49.168311 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d84e4a94-10a3-4573-b637-83d81d5dd350 req-bec0724e-be1f-410a-9308-2a9f99867726 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 210 time: 0.0440044 Aug 29 09:01:49.184166 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-14e2e0fb-dc01-4c75-861e-53c31c63739c None None] Provisioning for port e445c24a-318e-4b9a-bf20-83a1fa6044ee completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:01:49.194875 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-14e2e0fb-dc01-4c75-861e-53c31c63739c None None] Provisioning complete for port e445c24a-318e-4b9a-bf20-83a1fa6044ee triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:49.195699 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-14e2e0fb-dc01-4c75-861e-53c31c63739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:49.253710 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-14e2e0fb-dc01-4c75-861e-53c31c63739c None None] Port e445c24a-318e-4b9a-bf20-83a1fa6044ee cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:01:49.345860 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6616be5-c1ca-4c6f-a35b-9c2d5261d56e req-69bd37da-eeb7-481e-8cfd-6174474db1bc tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:49.356390 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6616be5-c1ca-4c6f-a35b-9c2d5261d56e req-69bd37da-eeb7-481e-8cfd-6174474db1bc tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0853548 Aug 29 09:01:49.369498 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:49.410538 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6616be5-c1ca-4c6f-a35b-9c2d5261d56e req-a3eab045-6694-4a68-92d8-b7c39ac7eb1f tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516305 Aug 29 09:01:49.410754 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:49.442629 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 978b261c-5620-4ce9-b2ec-7e1e177a4667 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:49.443010 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:49.548587 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:49.564952 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69befcb-3cb4-4027-a727-a75ca03ef33f req-d63f3b25-d03f-41bf-94af-aeb84e243d9c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:49.567469 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d69befcb-3cb4-4027-a727-a75ca03ef33f req-d63f3b25-d03f-41bf-94af-aeb84e243d9c tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.0796037 Aug 29 09:01:49.581710 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Made reservation on behalf of 9effc8968f634b13b3eef40871f62e28 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:01:49.585227 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:49.587379 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:49.589745 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288ddee1-7c85-49d7-a3ec-8ab5c62f553c" -d '{"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-plugged", "status": "completed", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:49.598436 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-60e9f3ba-279f-45dd-9d84-4471cb99f434 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:49.599986 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-60e9f3ba-279f-45dd-9d84-4471cb99f434 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 945 time: 0.1660385 Aug 29 09:01:49.604676 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:49.612480 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:49.624699 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d69befcb-3cb4-4027-a727-a75ca03ef33f req-eaa8d05d-c1c8-4287-9a3f-35d1af22203b tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494547 Aug 29 09:01:49.673054 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=10']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:49.679783 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a477b-eb21-4346-a0d1-adc790c19906 x-openstack-request-id: req-e77a477b-eb21-4346-a0d1-adc790c19906 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:49.680072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-plugged", "status": "completed", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:49.680319 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e77a477b-eb21-4346-a0d1-adc790c19906 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:49.680994 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'code': 200} Aug 29 09:01:49.906878 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Allocated IP 172.20.0.6 (46afdc93-e60d-4c9c-8485-c0863b0fbb39/e4497986-f88f-4e3d-b25a-781a7175919e/e62d067f-8c2c-497c-86d1-f0a95719fca7) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:01:49.931922 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:49.935894 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Deleting port dba5199f-2c26-464b-bd82-1d1450a68f8b {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:01:49.936236 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:49.943430 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:49.944146 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.135297 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Pushing event updated for resources: {'Port': ['ID=e445c24a-318e-4b9a-bf20-83a1fa6044ee,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:50.170534 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb435422-cd2d-48a7-be59-96c2b8878cc9 req-6e7c3cf5-6d0f-447e-b945-0144a35970ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:50.172734 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bb435422-cd2d-48a7-be59-96c2b8878cc9 req-6e7c3cf5-6d0f-447e-b945-0144a35970ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 1100 time: 0.0484581 Aug 29 09:01:50.210574 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] For port dba5199f-2c26-464b-bd82-1d1450a68f8b, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=dba5199f-2c26-464b-bd82-1d1450a68f8b,segment=NetworkSegment(62d5d0cc-b618-422e-b85c-d9f2759c5fff),segment_id=62d5d0cc-b618-422e-b85c-d9f2759c5fff)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:50.210574 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.216143 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bb435422-cd2d-48a7-be59-96c2b8878cc9 req-605f4d41-05bf-487f-a29f-537f94f8b008 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Aug 29 09:01:50.239193 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Calling delete_port for dba5199f-2c26-464b-bd82-1d1450a68f8b owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:01:50.265049 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f8e51f0b-3a0e-4a45-afb7-b595659c9c27 req-672203e5-0e06-46ac-922e-b8cd2212cd8c tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 210 time: 0.0278006 Aug 29 09:01:50.314239 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Network 1e97d103-9793-4654-8580-63def8c14bef is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:01:50.321674 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:50.340154 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.416004 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device d7236398-6684-40dc-81a1-233fdc893239 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:50.499252 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port d7236398-6684-40dc-81a1-233fdc893239 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:01:50.505513 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port d7236398-6684-40dc-81a1-233fdc893239 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:50.505513 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.540288 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3dc20-a3d0-4dfd-8068-9504beeaf040 req-156c338f-838e-41a4-95bf-459f686537f8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:50.548359 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-86b3dc20-a3d0-4dfd-8068-9504beeaf040 req-156c338f-838e-41a4-95bf-459f686537f8 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0696206 Aug 29 09:01:50.551765 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Router 73b5d587-d347-4662-bef8-e0f8fda4f1cd has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:01:50.587170 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.598628 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-86b3dc20-a3d0-4dfd-8068-9504beeaf040 req-7271a1ff-c761-4e0e-aa64-2cd4da01fee9 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487733 Aug 29 09:01:50.614217 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.638817 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port d7236398-6684-40dc-81a1-233fdc893239, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=d7236398-6684-40dc-81a1-233fdc893239,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:50.643506 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.658422 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.680798 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['dba5199f-2c26-464b-bd82-1d1450a68f8b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:01:50.692628 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:01:50.734314 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:50.736498 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8c8bce3a-00f6-4e16-99df-110457d8a430 None None] Provisioning complete for port e445c24a-318e-4b9a-bf20-83a1fa6044ee triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:50.736872 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8c8bce3a-00f6-4e16-99df-110457d8a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.742146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=d7236398-6684-40dc-81a1-233fdc893239,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:50.743777 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:01:50.749873 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:50.750525 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.758450 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Pushing event updated for resources: {'Port': ['ID=e62d067f-8c2c-497c-86d1-f0a95719fca7,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:50.770664 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e1b3655-cc98-4f5d-9d37-e6c00e78f850 req-1e7dc9b1-29ed-405e-a6d2-f3a6322eb31a tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.45 "GET /v2.0/ports?device_id=756d26d2-9392-48ce-b617-104331a5faf7 HTTP/1.1" status: 200 len: 210 time: 0.0540204 Aug 29 09:01:50.781050 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bce3a-00f6-4e16-99df-110457d8a430 None None] Port e445c24a-318e-4b9a-bf20-83a1fa6044ee cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:01:50.833935 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-c7f08451-c1e1-4457-af36-a7d7f8522cec tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7618642 Aug 29 09:01:50.836591 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] No DVR routers for this DVR port dba5199f-2c26-464b-bd82-1d1450a68f8b on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:01:50.839771 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Pushing event deleted for resources: {'Port': ['ID=dba5199f-2c26-464b-bd82-1d1450a68f8b,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:50.842131 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:50.844048 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-4eb0c792-1054-4f65-bf6e-8c6bd098bf9d req-9c20f22c-eedf-4d89-96ae-5b30669e12d0 tempest-AttachVolumeNegativeTest-911988776 tempest-AttachVolumeNegativeTest-911988776-project] 10.222.0.57 "DELETE /v2.0/ports/dba5199f-2c26-464b-bd82-1d1450a68f8b HTTP/1.1" status: 204 len: 173 time: 1.2357137 Aug 29 09:01:50.844683 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756d26d2-9392-48ce-b617-104331a5faf7', 'name': 'network-vif-deleted', 'tag': 'dba5199f-2c26-464b-bd82-1d1450a68f8b'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:50.847010 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c63a311-abcf-462f-9347-4256700d9e98" -d '{"events": [{"server_uuid": "756d26d2-9392-48ce-b617-104331a5faf7", "name": "network-vif-deleted", "tag": "dba5199f-2c26-464b-bd82-1d1450a68f8b"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:50.850292 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:01:50.858690 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3baef6ce-e933-48e6-9668-db97c3652f9d admin admin] 10.222.0.45 "PUT /v2.0/routers/73b5d587-d347-4662-bef8-e0f8fda4f1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7827814 Aug 29 09:01:50.861590 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Request body: {'port': {'device_id': '9171246a-52ec-423d-bb44-69f62eee3e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:50.911927 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Sync routers for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:01:50.930238 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:01:50.931576 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:50.959173 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434336e8-0c2e-45a8-b15c-5cf0984172f0 x-openstack-request-id: req-434336e8-0c2e-45a8-b15c-5cf0984172f0 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:50.959459 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756d26d2-9392-48ce-b617-104331a5faf7", "name": "network-vif-deleted", "tag": "dba5199f-2c26-464b-bd82-1d1450a68f8b", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:50.959702 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-434336e8-0c2e-45a8-b15c-5cf0984172f0 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:50.960241 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756d26d2-9392-48ce-b617-104331a5faf7', 'name': 'network-vif-deleted', 'tag': 'dba5199f-2c26-464b-bd82-1d1450a68f8b', 'status': 'completed', 'code': 200} Aug 29 09:01:50.960994 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:51.193997 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:01:51.295071 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62d067f-8c2c-497c-86d1-f0a95719fca7 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:01:51.304324 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:51.323448 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Transition to ACTIVE for port object e62d067f-8c2c-497c-86d1-f0a95719fca7 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:51.329456 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:51.410908 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73adc8-4d0a-473b-b99d-ed43c54f720e req-d06c9f2b-2974-4de0-88ab-94d7e39d6f50 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:51.419150 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-db73adc8-4d0a-473b-b99d-ed43c54f720e req-d06c9f2b-2974-4de0-88ab-94d7e39d6f50 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 943 time: 0.0723543 Aug 29 09:01:51.468087 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device e84652d8-6ba8-4f2c-801b-ba222500c352 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:01:51.483721 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Pushing event updated for resources: {'Port': ['ID=e62d067f-8c2c-497c-86d1-f0a95719fca7,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:51.488514 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-db73adc8-4d0a-473b-b99d-ed43c54f720e req-99bf36e3-e252-4dc7-8d4c-2ba5449de743 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615995 Aug 29 09:01:51.524591 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Attempting to bind port e62d067f-8c2c-497c-86d1-f0a95719fca7 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:01:51.524985 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Attempting to bind port e62d067f-8c2c-497c-86d1-f0a95719fca7 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': 'c45c3554-5a29-4f86-a057-39d7662d8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:01:51.525315 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Attempting to bind port e62d067f-8c2c-497c-86d1-f0a95719fca7 on network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:01:51.530009 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Port e62d067f-8c2c-497c-86d1-f0a95719fca7 on network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:01:51.531086 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Attempting to bind port e62d067f-8c2c-497c-86d1-f0a95719fca7 on network 46afdc93-e60d-4c9c-8485-c0863b0fbb39 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:01:51.536792 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:01:51.537141 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Checking segment: {'id': 'c45c3554-5a29-4f86-a057-39d7662d8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:01:51.537538 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Bound using segment: {'id': 'c45c3554-5a29-4f86-a057-39d7662d8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:01:51.537965 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Bound port: e62d067f-8c2c-497c-86d1-f0a95719fca7, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c45c3554-5a29-4f86-a057-39d7662d8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:01:51.538321 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:51.548880 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: e84652d8-6ba8-4f2c-801b-ba222500c352 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:01:51.549613 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device e84652d8-6ba8-4f2c-801b-ba222500c352 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:01:51.592858 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 2, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:51.634947 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] For port e62d067f-8c2c-497c-86d1-f0a95719fca7, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:01:51.642156 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] For port e62d067f-8c2c-497c-86d1-f0a95719fca7, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e62d067f-8c2c-497c-86d1-f0a95719fca7,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:01:51.652802 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:51.680810 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Checking router: 73b5d587-d347-4662-bef8-e0f8fda4f1cd for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:01:51.681622 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Updating router 73b5d587-d347-4662-bef8-e0f8fda4f1cd port e445c24a-318e-4b9a-bf20-83a1fa6044ee binding host dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:01:51.750704 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Pushing event updated for resources: {'Port': ['ID=e62d067f-8c2c-497c-86d1-f0a95719fca7,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:51.775450 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:51.778137 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe8f6a-cd6e-44dd-b513-dc7dcf446cae req-2b3814af-468d-4588-aacf-66b529d37e97 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:51.789669 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14fe8f6a-cd6e-44dd-b513-dc7dcf446cae req-2b3814af-468d-4588-aacf-66b529d37e97 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0895901 Aug 29 09:01:51.790150 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:51.791689 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:51.794604 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-a05a1ce7-eb5e-456c-87de-dda450946e70 service neutron] 10.222.0.57 "PUT /v2.0/ports/e62d067f-8c2c-497c-86d1-f0a95719fca7 HTTP/1.1" status: 200 len: 1093 time: 0.9424336 Aug 29 09:01:51.855198 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14fe8f6a-cd6e-44dd-b513-dc7dcf446cae req-968c4e62-b904-4816-846b-2cf0e068ec96 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640581 Aug 29 09:01:51.887995 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43494) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:51.893325 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-109568983-network', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:51.935017 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43496) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:51.946379 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-0c791c5f-fb03-4742-a82d-dd5ab433242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:51.947994 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-0c791c5f-fb03-4742-a82d-dd5ab433242b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9effc8968f634b13b3eef40871f62e28&device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 1096 time: 0.0876334 Aug 29 09:01:51.949334 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Made reservation on behalf of 9bdd68b5b81c4613a7f75aa93075a4f8 for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:01:51.952123 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:51.984274 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.012043 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-6a7c45ed-d63e-4961-838b-32ee08a05c51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62d067f-8c2c-497c-86d1-f0a95719fca7 HTTP/1.1" status: 200 len: 217 time: 0.0492823 Aug 29 09:01:52.052303 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7682f0-84f9-4bc7-8435-89f1052b1833 admin admin] Deleting subnet 33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:01:52.058957 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ba7682f0-84f9-4bc7-8435-89f1052b1833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.088468 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-b7f31d6c-9f99-4d2e-95bf-789844f22110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:52.090168 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-b7f31d6c-9f99-4d2e-95bf-789844f22110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4497986-f88f-4e3d-b25a-781a7175919e HTTP/1.1" status: 200 len: 854 time: 0.0680368 Aug 29 09:01:52.106622 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ba7682f0-84f9-4bc7-8435-89f1052b1833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.135513 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-5ac1a967-ed36-465c-b978-52f9837a87be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46afdc93-e60d-4c9c-8485-c0863b0fbb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354331 Aug 29 09:01:52.165223 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.168265 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ba7682f0-84f9-4bc7-8435-89f1052b1833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.196162 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.211177 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.217093 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:01:52.224089 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Transition to ACTIVE for port object e445c24a-318e-4b9a-bf20-83a1fa6044ee will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:52.230150 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.230779 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Added segment 303862d6-6190-4c76-b3dc-f7835f545a4b of type vlan for network 2f808be3-55af-4e85-a878-b587e0beabdb Aug 29 09:01:52.239075 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.297599 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a100dfd-1f1a-45d3-8e91-2d00b2725026 None None] Pushing event updated for resources: {'Port': ['ID=e445c24a-318e-4b9a-bf20-83a1fa6044ee,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:52.319119 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-50517378-3db4-4a5b-b764-9a79a2f20d70 service neutron] 10.222.0.57 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737216 Aug 29 09:01:52.375711 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Attempting to bind port e445c24a-318e-4b9a-bf20-83a1fa6044ee on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:01:52.376158 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Attempting to bind port e445c24a-318e-4b9a-bf20-83a1fa6044ee by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:01:52.376586 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Attempting to bind port e445c24a-318e-4b9a-bf20-83a1fa6044ee on network 1e97d103-9793-4654-8580-63def8c14bef {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:01:52.384412 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:01:52.384852 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Checking segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:01:52.385569 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.386368 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Bound using segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:01:52.387089 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Bound port: e445c24a-318e-4b9a-bf20-83a1fa6044ee, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:01:52.388372 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.389454 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.392911 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdfd225-32f4-469b-b174-89558f2ea4f4,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:52.436992 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device d7236398-6684-40dc-81a1-233fdc893239 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:52.487316 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-31dbdddc-e7b9-431d-a502-ea9f76587c9e req-bb82102b-b21f-4298-8b41-861f3151c251 service neutron] 10.222.0.57 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586707 Aug 29 09:01:52.491712 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ba7682f0-84f9-4bc7-8435-89f1052b1833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.540297 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] For port e445c24a-318e-4b9a-bf20-83a1fa6044ee, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:01:52.546313 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] For port e445c24a-318e-4b9a-bf20-83a1fa6044ee, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=e445c24a-318e-4b9a-bf20-83a1fa6044ee,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:01:52.554040 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ba7682f0-84f9-4bc7-8435-89f1052b1833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.557067 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ba7682f0-84f9-4bc7-8435-89f1052b1833 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/33f7f62d-ff6c-4b1e-9a30-e8c6e20be787 HTTP/1.1" status: 204 len: 168 time: 0.6196251 Aug 29 09:01:52.558701 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7682f0-84f9-4bc7-8435-89f1052b1833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f7f62d-ff6c-4b1e-9a30-e8c6e20be787,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:52.560612 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43528) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:52.565091 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.567216 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:52.568253 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.578075 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.595964 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7066791 Aug 29 09:01:52.607614 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43530) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:52.612890 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Request body: {'subnet': {'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-109568983-subnet', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:52.635759 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port d7236398-6684-40dc-81a1-233fdc893239 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:52.636281 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.684933 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.717705 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9f18f-ccd2-4b33-bc54-90ce81016a37 admin admin] Pushing event updated for resources: {'Network': ['ID=2f808be3-55af-4e85-a878-b587e0beabdb,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:52.733482 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Made reservation on behalf of 9bdd68b5b81c4613a7f75aa93075a4f8 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:01:52.735905 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10312388'] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.753852 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255d387-699a-4862-a46b-d2982f5c8f92 req-24204f2e-cb06-4b10-bc7e-3f6a8ddc2381 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:52.754340 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 2f808be3-55af-4e85-a878-b587e0beabdb details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:01:52.762088 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a255d387-699a-4862-a46b-d2982f5c8f92 req-24204f2e-cb06-4b10-bc7e-3f6a8ddc2381 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 943 time: 0.1119833 Aug 29 09:01:52.776163 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:01:52.777089 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:52.806131 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:52.818844 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a100dfd-1f1a-45d3-8e91-2d00b2725026 None None] Pushing event updated for resources: {'Port': ['ID=e445c24a-318e-4b9a-bf20-83a1fa6044ee,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:52.819070 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.819365 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.820117 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.820453 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > port after_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.820848 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.821340 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > port after_update 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.821671 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.822069 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.822621 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.822954 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.867391 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a255d387-699a-4862-a46b-d2982f5c8f92 req-7dbad819-e8b8-417d-b7af-ad3054df791e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040299 Aug 29 09:01:52.945641 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.946660 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.947019 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.947357 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 09:01:52.947741 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff8d669-c27b-4d4d-a0b9-986f050856a6']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:52.978914 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d5d0cc-b618-422e-b85c-d9f2759c5fff') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:52.979213 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d5d0cc-b618-422e-b85c-d9f2759c5fff') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:53.024453 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9171246a-52ec-423d-bb44-69f62eee3e20', 'tag': 'e62d067f-8c2c-497c-86d1-f0a95719fca7'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:53.027904 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b876402c-e56e-40bd-bfc7-9e95b85dc960" -d '{"events": [{"name": "network-changed", "server_uuid": "9171246a-52ec-423d-bb44-69f62eee3e20", "tag": "e62d067f-8c2c-497c-86d1-f0a95719fca7"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:53.036471 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16836903'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.063251 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.075902 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:01:53.076747 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18195356'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: from cryptography.utils import int_from_bytes Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: from cryptography.utils import int_from_bytes Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: Traceback (most recent call last): Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: timer() Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: cb(*args, **kw) Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: return func(*args, **kwargs) Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: self._notify() Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: self.callback(batched_events) Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: event.method(event) Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: return f(self, *a, **k) Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._get(url).json() Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:01:53.083188 dv-cinder-806490-1-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:01:53.091766 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:01:53.128483 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1eda6-af57-48f7-92d7-9820b4504c23 req-f80c1c4c-4cd8-466e-9f76-798bc6e0a662 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:53.130076 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1aa1eda6-af57-48f7-92d7-9820b4504c23 req-f80c1c4c-4cd8-466e-9f76-798bc6e0a662 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.1217570 Aug 29 09:01:53.155030 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.163362 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.165747 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] 10.222.0.45 "DELETE /v2.0/networks/6ff8d669-c27b-4d4d-a0b9-986f050856a6 HTTP/1.1" status: 204 len: 168 time: 0.6041117 Aug 29 09:01:53.165915 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10312374'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.176670 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380d699-24b5-450c-a3af-d736a60604ed admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff8d669-c27b-4d4d-a0b9-986f050856a6,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:53.239076 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1aa1eda6-af57-48f7-92d7-9820b4504c23 req-b92fd157-c03c-4bed-90c9-49982336c34e tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029401 Aug 29 09:01:53.247415 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643547df-aa2d-4fcb-9eda-e675d03e5012,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:53.266969 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Checking segment: {'id': '303862d6-6190-4c76-b3dc-f7835f545a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:01:53.267611 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Network hostable DHCP agents. Network: 2f808be3-55af-4e85-a878-b587e0beabdb, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:01:53.299359 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Network 2f808be3-55af-4e85-a878-b587e0beabdb is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:01:53.310149 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5116384-cf06-4a07-8527-b55d8ef4fe2b x-openstack-request-id: req-a5116384-cf06-4a07-8527-b55d8ef4fe2b {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:53.310436 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9171246a-52ec-423d-bb44-69f62eee3e20", "tag": "e62d067f-8c2c-497c-86d1-f0a95719fca7", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:53.310712 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5116384-cf06-4a07-8527-b55d8ef4fe2b {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:53.311156 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9171246a-52ec-423d-bb44-69f62eee3e20', 'tag': 'e62d067f-8c2c-497c-86d1-f0a95719fca7', 'status': 'completed', 'code': 200} Aug 29 09:01:53.314875 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 2f808be3-55af-4e85-a878-b587e0beabdb) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:53.320007 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:53.320653 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.335126 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e95415d-bd78-4562-b744-04c95c79f0c5 None None] Network 2f808be3-55af-4e85-a878-b587e0beabdb requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:01:53.338457 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-281e7841-a564-465f-8efc-6cfa592ff6e1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7297325 Aug 29 09:01:53.346317 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43540) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:53.353765 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:53.381657 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.384065 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.409161 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device dba5199f-2c26-464b-bd82-1d1450a68f8b no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:01:53.414246 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43542) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:53.419879 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:52Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:53.470602 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.470967 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: dba5199f-2c26-464b-bd82-1d1450a68f8b {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:01:53.471156 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device dba5199f-2c26-464b-bd82-1d1450a68f8b not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:01:53.479148 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd0caa-896f-4463-9923-05cb79607964 None None] The sync data for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi is: [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:52Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:01:53.619963 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-2f808be3-55af-4e85-a878-b587e0beabdb', 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'fixed_ips': [{'subnet_id': '643547df-aa2d-4fcb-9eda-e675d03e5012'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 09:01:53.623241 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.682136 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-3af1d15d-4689-46b1-addc-9ffc3f24c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:53.684147 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-3af1d15d-4689-46b1-addc-9ffc3f24c335 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9effc8968f634b13b3eef40871f62e28&device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 1096 time: 0.3418350 Aug 29 09:01:53.786960 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-41adc907-7546-4a54-be87-cacc6be5d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:53.789341 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-41adc907-7546-4a54-be87-cacc6be5d0b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46afdc93-e60d-4c9c-8485-c0863b0fbb39 HTTP/1.1" status: 200 len: 915 time: 0.0968051 Aug 29 09:01:53.807689 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Allocated IP 172.20.0.2 (2f808be3-55af-4e85-a878-b587e0beabdb/643547df-aa2d-4fcb-9eda-e675d03e5012/81843276-d1c5-4813-9626-ba6200cb7b87) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:01:53.814348 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a44b1fae-feca-4c98-aee6-61b9d1ac9af6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=412049f115b84b6889a6b6ac82fbbce0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3978727 Aug 29 09:01:53.816906 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43544) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:53.846326 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-64c5b7a5-01fd-4dec-b7cd-40059116c5cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e62d067f-8c2c-497c-86d1-f0a95719fca7 HTTP/1.1" status: 200 len: 217 time: 0.0474975 Aug 29 09:01:53.916334 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.930899 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-ff45f711-a5b7-4548-8e01-58dda66e0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:53.934312 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-ff45f711-a5b7-4548-8e01-58dda66e0238 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4497986-f88f-4e3d-b25a-781a7175919e HTTP/1.1" status: 200 len: 854 time: 0.0757697 Aug 29 09:01:53.955240 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4043d6d0-7f3a-4e0c-9cbf-d9a6f1fa114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:53.974893 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-42866d5b-8fe5-44b7-bcc3-767c84fc9fcd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46afdc93-e60d-4c9c-8485-c0863b0fbb39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301600 Aug 29 09:01:54.001781 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.013758 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Transition to ACTIVE for port object 81843276-d1c5-4813-9626-ba6200cb7b87 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:54.038851 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Transition to ACTIVE for port object 81843276-d1c5-4813-9626-ba6200cb7b87 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:54.052833 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4043d6d0-7f3a-4e0c-9cbf-d9a6f1fa114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.056982 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.095702 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03908ed2-bd06-4c11-8cdf-bd5efde4f586 req-da937b88-37eb-428d-9bb3-b66a23d99599 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:54.097360 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-03908ed2-bd06-4c11-8cdf-bd5efde4f586 req-da937b88-37eb-428d-9bb3-b66a23d99599 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 943 time: 0.1135871 Aug 29 09:01:54.101464 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Network 2f808be3-55af-4e85-a878-b587e0beabdb is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:01:54.107461 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:54.111700 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:01:54.112930 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-96a947d7-8dda-4f5c-8a5e-bab436172ec5 service neutron] 10.222.0.57 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266632 Aug 29 09:01:54.119808 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Pushing event updated for resources: {'Port': ['ID=81843276-d1c5-4813-9626-ba6200cb7b87,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:54.202077 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-03908ed2-bd06-4c11-8cdf-bd5efde4f586 req-36a111db-1328-45d1-8839-42391cce1871 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884941 Aug 29 09:01:54.206698 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Attempting to bind port 81843276-d1c5-4813-9626-ba6200cb7b87 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:01:54.207836 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Attempting to bind port 81843276-d1c5-4813-9626-ba6200cb7b87 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '303862d6-6190-4c76-b3dc-f7835f545a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:01:54.209797 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Attempting to bind port 81843276-d1c5-4813-9626-ba6200cb7b87 on network 2f808be3-55af-4e85-a878-b587e0beabdb {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:01:54.223981 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:01:54.225681 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Checking segment: {'id': '303862d6-6190-4c76-b3dc-f7835f545a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:01:54.226552 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.227172 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Bound using segment: {'id': '303862d6-6190-4c76-b3dc-f7835f545a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:01:54.227918 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Bound port: 81843276-d1c5-4813-9626-ba6200cb7b87, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303862d6-6190-4c76-b3dc-f7835f545a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:01:54.228472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.252190 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b876402c-e56e-40bd-bfc7-9e95b85dc960 req-28012447-cd4f-4552-adb8-bd90de5e49ba service neutron] 10.222.0.57 "GET /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292157 Aug 29 09:01:54.267087 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4043d6d0-7f3a-4e0c-9cbf-d9a6f1fa114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.269693 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4043d6d0-7f3a-4e0c-9cbf-d9a6f1fa114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.273253 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-4043d6d0-7f3a-4e0c-9cbf-d9a6f1fa114c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3 HTTP/1.1" status: 204 len: 168 time: 0.4530261 Aug 29 09:01:54.314315 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] For port 81843276-d1c5-4813-9626-ba6200cb7b87, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:01:54.321892 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] For port 81843276-d1c5-4813-9626-ba6200cb7b87, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=81843276-d1c5-4813-9626-ba6200cb7b87,segment=NetworkSegment(303862d6-6190-4c76-b3dc-f7835f545a4b),segment_id=303862d6-6190-4c76-b3dc-f7835f545a4b)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:01:54.330988 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.429968 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc1115-898d-40ae-9c4c-1225fc2d15a2 None None] Pushing event updated for resources: {'Port': ['ID=81843276-d1c5-4813-9626-ba6200cb7b87,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:54.434491 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.436597 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043d6d0-7f3a-4e0c-9cbf-d9a6f1fa114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2562b6e-b10b-40ab-8d5c-f77ac4bfa2c3,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:54.495260 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.506668 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device e445c24a-318e-4b9a-bf20-83a1fa6044ee up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:54.571826 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port e445c24a-318e-4b9a-bf20-83a1fa6044ee completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:01:54.577544 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port e445c24a-318e-4b9a-bf20-83a1fa6044ee triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:54.577932 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.630262 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Allocated IP 172.27.3.231 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/bf44cb57-cb82-4299-a780-6233b9402aa0) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:01:54.760506 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4979ff-e3e8-4dea-9c83-02ad4c69eff3 req-b174e4f1-3db1-447f-b12c-128e0e57328e tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:54.762391 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5f4979ff-e3e8-4dea-9c83-02ad4c69eff3 req-b174e4f1-3db1-447f-b12c-128e0e57328e tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.3297319 Aug 29 09:01:54.889742 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.911689 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5f4979ff-e3e8-4dea-9c83-02ad4c69eff3 req-b373f59c-161e-4fa8-8ddc-9c43116af39a tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/security-groups?id=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280417 Aug 29 09:01:54.918561 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-cd7f589d-371f-4b4b-8a4b-5f9b7a2cbde2 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:54.920511 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-cd7f589d-371f-4b4b-8a4b-5f9b7a2cbde2 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 945 time: 0.0933840 Aug 29 09:01:54.920856 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:54.960792 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port e445c24a-318e-4b9a-bf20-83a1fa6044ee, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=e445c24a-318e-4b9a-bf20-83a1fa6044ee,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:54.971058 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:55.000266 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:55.044784 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=e445c24a-318e-4b9a-bf20-83a1fa6044ee,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:55.062977 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:01:55.065912 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:55.073055 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:01:55.085058 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Deleting port 706aada4-dbe0-4a02-b458-874d277f87d5 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:01:55.085542 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:55.108720 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Pushing event updated for resources: {'Port': ['ID=bf44cb57-cb82-4299-a780-6233b9402aa0,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:55.222037 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] For port 706aada4-dbe0-4a02-b458-874d277f87d5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=706aada4-dbe0-4a02-b458-874d277f87d5,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:55.222422 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:55.251780 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Calling delete_port for 706aada4-dbe0-4a02-b458-874d277f87d5 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:01:55.404340 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device e62d067f-8c2c-497c-86d1-f0a95719fca7 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:01:55.483629 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:55.516964 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['706aada4-dbe0-4a02-b458-874d277f87d5'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:01:55.519198 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Pushing event deleted for resources: {'Port': ['ID=706aada4-dbe0-4a02-b458-874d277f87d5,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:55.526170 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7bc92-34cc-48f4-a43e-6608aaaef067 req-110bba75-b190-4059-a330-65f74831832d tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:55.535373 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c6c7bc92-34cc-48f4-a43e-6608aaaef067 req-110bba75-b190-4059-a330-65f74831832d tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 943 time: 0.1738191 Aug 29 09:01:55.591191 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] No DVR routers for this DVR port 706aada4-dbe0-4a02-b458-874d277f87d5 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:01:55.596231 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:55.598034 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9cda5a4b-fd11-4582-b963-b45752500aa7 req-33880688-18f9-4f03-bb80-1bfe67e7bc9c tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.57 "DELETE /v2.0/ports/706aada4-dbe0-4a02-b458-874d277f87d5 HTTP/1.1" status: 204 len: 173 time: 0.6699383 Aug 29 09:01:55.598926 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2e10cf-1c18-4049-927d-cf4c2f505820', 'name': 'network-vif-deleted', 'tag': '706aada4-dbe0-4a02-b458-874d277f87d5'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:55.603222 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:55.612274 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8887564-a162-4a74-b77c-9ddfc1257815" -d '{"events": [{"server_uuid": "3a2e10cf-1c18-4049-927d-cf4c2f505820", "name": "network-vif-deleted", "tag": "706aada4-dbe0-4a02-b458-874d277f87d5"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:55.646578 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port e62d067f-8c2c-497c-86d1-f0a95719fca7, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e62d067f-8c2c-497c-86d1-f0a95719fca7,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:55.667806 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'e62d067f-8c2c-497c-86d1-f0a95719fca7', 'network_id': '46afdc93-e60d-4c9c-8485-c0863b0fbb39', 'port_id': 'e62d067f-8c2c-497c-86d1-f0a95719fca7', 'mac_address': 'fa:16:3e:63:e8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4497986-f88f-4e3d-b25a-781a7175919e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:01:55.722845 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:55.738660 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62d067f-8c2c-497c-86d1-f0a95719fca7 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:01:55.777722 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port e62d067f-8c2c-497c-86d1-f0a95719fca7, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e62d067f-8c2c-497c-86d1-f0a95719fca7,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:55.784708 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:55.811018 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c6c7bc92-34cc-48f4-a43e-6608aaaef067 req-10174857-cc8c-4f76-b3ac-8fa2e42affdb tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744713 Aug 29 09:01:55.859539 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=e62d067f-8c2c-497c-86d1-f0a95719fca7,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:55.864523 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f0bb5-4812-4c70-935d-d47bb2925003 None None] Network 2f808be3-55af-4e85-a878-b587e0beabdb requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:01:55.896895 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac45735-29b0-420c-8714-8d99603e3f62 x-openstack-request-id: req-8ac45735-29b0-420c-8714-8d99603e3f62 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:55.897503 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2e10cf-1c18-4049-927d-cf4c2f505820", "name": "network-vif-deleted", "tag": "706aada4-dbe0-4a02-b458-874d277f87d5", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:55.897956 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ac45735-29b0-420c-8714-8d99603e3f62 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:55.898704 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2e10cf-1c18-4049-927d-cf4c2f505820', 'name': 'network-vif-deleted', 'tag': '706aada4-dbe0-4a02-b458-874d277f87d5', 'status': 'completed', 'code': 200} Aug 29 09:01:55.951596 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-1fc1ce37-6a79-4908-9498-62ebb1b2d012 None None] Provisioning for port 81843276-d1c5-4813-9626-ba6200cb7b87 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:01:55.984931 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:56.012728 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['e62d067f-8c2c-497c-86d1-f0a95719fca7'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:01:56.067598 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-80739344-edc2-49fd-a1fc-bf2a5f76dd0d req-f0c2f99a-8894-41ae-a08e-5d94e238ccd1 tempest-ServerRescueNegativeTestJSON-2012233710 tempest-ServerRescueNegativeTestJSON-2012233710-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a2e10cf-1c18-4049-927d-cf4c2f505820 HTTP/1.1" status: 200 len: 210 time: 0.0406027 Aug 29 09:01:56.219219 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Router 798a6dc4-8e3d-493d-ab8f-9564dedea188 is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 09:01:56.486238 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:01:56.500972 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Sync routers for ids ['798a6dc4-8e3d-493d-ab8f-9564dedea188'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:01:56.509863 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:56.513687 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-265d1cbb-6539-4b0c-9804-e275db62b90e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1637032 Aug 29 09:01:56.514102 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43590) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:56.518039 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Routers {'798a6dc4-8e3d-493d-ab8f-9564dedea188'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:01:56.518695 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['798a6dc4-8e3d-493d-ab8f-9564dedea188'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:56.626805 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device e445c24a-318e-4b9a-bf20-83a1fa6044ee up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:56.666886 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Set router 798a6dc4-8e3d-493d-ab8f-9564dedea188 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:01:56.676178 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port e445c24a-318e-4b9a-bf20-83a1fa6044ee triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:56.676591 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:56.769571 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 81843276-d1c5-4813-9626-ba6200cb7b87 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:56.837197 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 81843276-d1c5-4813-9626-ba6200cb7b87 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:01:56.842625 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 81843276-d1c5-4813-9626-ba6200cb7b87 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:56.843134 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:56.907315 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:53Z', 'updated_at': '2021-08-29T09:01:55Z', 'revision_number': 3, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'gw_port': {'id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:54Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:56.939291 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Checking router: 798a6dc4-8e3d-493d-ab8f-9564dedea188 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:01:56.939825 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Updating router 798a6dc4-8e3d-493d-ab8f-9564dedea188 port bf44cb57-cb82-4299-a780-6233b9402aa0 binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:01:56.951932 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:56.960548 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303a76e-cca7-46a0-9908-4a1258ebf3ac req-bb42d3e5-3983-4f89-956b-0392de62e226 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:56.970460 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:56.972576 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d303a76e-cca7-46a0-9908-4a1258ebf3ac req-bb42d3e5-3983-4f89-956b-0392de62e226 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 944 time: 0.0627196 Aug 29 09:01:57.015987 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 81843276-d1c5-4813-9626-ba6200cb7b87, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=81843276-d1c5-4813-9626-ba6200cb7b87,segment=NetworkSegment(303862d6-6190-4c76-b3dc-f7835f545a4b),segment_id=303862d6-6190-4c76-b3dc-f7835f545a4b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:57.023290 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.033487 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d303a76e-cca7-46a0-9908-4a1258ebf3ac req-bba04692-f5f7-4be1-a915-3127a5ec38e4 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Aug 29 09:01:57.092707 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=81843276-d1c5-4813-9626-ba6200cb7b87,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:57.130017 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.183901 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43608) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:57.275247 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.285700 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Transition to ACTIVE for port object bf44cb57-cb82-4299-a780-6233b9402aa0 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:57.293195 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.314092 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Allocated IP 172.20.0.1 (2f808be3-55af-4e85-a878-b587e0beabdb/643547df-aa2d-4fcb-9eda-e675d03e5012/c918b8cc-060a-4a74-9c69-56f08b4c2b5c) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:01:57.350121 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Attempting to bind port bf44cb57-cb82-4299-a780-6233b9402aa0 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:01:57.350489 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Attempting to bind port bf44cb57-cb82-4299-a780-6233b9402aa0 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:01:57.350861 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Attempting to bind port bf44cb57-cb82-4299-a780-6233b9402aa0 on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:01:57.360666 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143700c8-4d40-4e45-bcbb-f0b85942e7b2 None None] Pushing event updated for resources: {'Port': ['ID=bf44cb57-cb82-4299-a780-6233b9402aa0,revision_number=2']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:57.369026 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:01:57.369665 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:01:57.370169 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.370654 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:01:57.371255 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Bound port: bf44cb57-cb82-4299-a780-6233b9402aa0, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:01:57.372054 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.417338 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device e62d067f-8c2c-497c-86d1-f0a95719fca7 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:57.428531 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.442965 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] For port bf44cb57-cb82-4299-a780-6233b9402aa0, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:01:57.443777 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Transition to ACTIVE for port object c918b8cc-060a-4a74-9c69-56f08b4c2b5c will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:01:57.447360 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] For port bf44cb57-cb82-4299-a780-6233b9402aa0, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=bf44cb57-cb82-4299-a780-6233b9402aa0,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:01:57.463424 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.504755 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.507297 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port e62d067f-8c2c-497c-86d1-f0a95719fca7 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:01:57.516468 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port e62d067f-8c2c-497c-86d1-f0a95719fca7 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:57.517426 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.545163 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Routers {'798a6dc4-8e3d-493d-ab8f-9564dedea188'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:01:57.545850 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['798a6dc4-8e3d-493d-ab8f-9564dedea188'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:57.553079 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Network 2f808be3-55af-4e85-a878-b587e0beabdb is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:01:57.556911 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:57.571954 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:01:57.594063 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143700c8-4d40-4e45-bcbb-f0b85942e7b2 None None] Pushing event updated for resources: {'Port': ['ID=bf44cb57-cb82-4299-a780-6233b9402aa0,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:57.607798 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Pushing event updated for resources: {'Port': ['ID=c918b8cc-060a-4a74-9c69-56f08b4c2b5c,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:57.627081 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.697381 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.724461 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9171246a-52ec-423d-bb44-69f62eee3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62d067f-8c2c-497c-86d1-f0a95719fca7'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:01:57.728310 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed904beb-dbe2-4408-ae64-9e9990511096" -d '{"events": [{"server_uuid": "9171246a-52ec-423d-bb44-69f62eee3e20", "name": "network-vif-plugged", "status": "completed", "tag": "e62d067f-8c2c-497c-86d1-f0a95719fca7"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:01:57.733027 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] Set router 798a6dc4-8e3d-493d-ab8f-9564dedea188 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:01:57.750408 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port e62d067f-8c2c-497c-86d1-f0a95719fca7, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e62d067f-8c2c-497c-86d1-f0a95719fca7,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:57.756428 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.757253 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 706aada4-dbe0-4a02-b458-874d277f87d5 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:01:57.758623 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583045'] for router_interface, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.829791 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:57.856154 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace82903-2182-435b-93d9-f4e9148ad368 x-openstack-request-id: req-ace82903-2182-435b-93d9-f4e9148ad368 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:01:57.856521 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9171246a-52ec-423d-bb44-69f62eee3e20", "name": "network-vif-plugged", "status": "completed", "tag": "e62d067f-8c2c-497c-86d1-f0a95719fca7", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:01:57.856775 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ace82903-2182-435b-93d9-f4e9148ad368 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:01:57.857077 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9171246a-52ec-423d-bb44-69f62eee3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62d067f-8c2c-497c-86d1-f0a95719fca7', 'code': 200} Aug 29 09:01:57.882332 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=e62d067f-8c2c-497c-86d1-f0a95719fca7,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:57.901206 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 706aada4-dbe0-4a02-b458-874d277f87d5 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:01:57.901582 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 706aada4-dbe0-4a02-b458-874d277f87d5 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:01:57.920358 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-55539d86-5365-46eb-a418-175d041fcf7c None None] Provisioning for port c918b8cc-060a-4a74-9c69-56f08b4c2b5c completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:01:57.926547 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-55539d86-5365-46eb-a418-175d041fcf7c None None] Provisioning complete for port c918b8cc-060a-4a74-9c69-56f08b4c2b5c triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:57.929304 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-55539d86-5365-46eb-a418-175d041fcf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:58.000204 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-55539d86-5365-46eb-a418-175d041fcf7c None None] Port c918b8cc-060a-4a74-9c69-56f08b4c2b5c cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:01:58.031179 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:53Z', 'updated_at': '2021-08-29T09:01:55Z', 'revision_number': 3, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'gw_port': {'id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:54Z', 'updated_at': '2021-08-29T09:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:58.055268 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33164443-6cc7-4f13-a1c8-84e9aac1deb6 req-4f0adde6-6d16-4a54-bb70-f6864a4f214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:58.056889 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-33164443-6cc7-4f13-a1c8-84e9aac1deb6 req-4f0adde6-6d16-4a54-bb70-f6864a4f214e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 1098 time: 0.0746951 Aug 29 09:01:58.065039 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1d87a-13c8-4f04-80e6-cbe7c2e76bf1 None None] The sync data for ids ['798a6dc4-8e3d-493d-ab8f-9564dedea188'] in dv-cinder-806490-1-iscsi is: [{'id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:53Z', 'updated_at': '2021-08-29T09:01:55Z', 'revision_number': 3, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'gw_port': {'id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:54Z', 'updated_at': '2021-08-29T09:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:01:58.116119 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:58.122618 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-33164443-6cc7-4f13-a1c8-84e9aac1deb6 req-a1079667-7643-469d-b55e-ed7adee2b2d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542042 Aug 29 09:01:58.124595 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:58.195150 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:58.207983 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Pushing event updated for resources: {'Port': ['ID=c918b8cc-060a-4a74-9c69-56f08b4c2b5c,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:58.308941 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Network 2f808be3-55af-4e85-a878-b587e0beabdb is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:01:58.311364 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:01:58.342157 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1ebf3-7f9f-43b1-801f-8560f20e3553 req-09bc2b8b-7e33-42d1-9746-61f56cff77c9 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:58.350439 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-75d1ebf3-7f9f-43b1-801f-8560f20e3553 req-09bc2b8b-7e33-42d1-9746-61f56cff77c9 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 945 time: 0.2094626 Aug 29 09:01:58.438663 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-75d1ebf3-7f9f-43b1-801f-8560f20e3553 req-5eeea2bc-4821-4747-ac4d-6ab044c7056e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823135 Aug 29 09:01:58.465905 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 81843276-d1c5-4813-9626-ba6200cb7b87 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:01:58.533447 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Router 798a6dc4-8e3d-493d-ab8f-9564dedea188 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:01:58.555072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 81843276-d1c5-4813-9626-ba6200cb7b87 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:58.556327 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:58.614070 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Deleting port 785e60f9-bf9f-438a-be95-8871a3579577 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:01:58.614558 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:58.748465 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:01:58.753024 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c2c1ac98-68c7-47a8-b3f0-11c2889abac3 None None] Provisioning complete for port c918b8cc-060a-4a74-9c69-56f08b4c2b5c triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:01:58.753561 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c2c1ac98-68c7-47a8-b3f0-11c2889abac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:58.758711 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] For port 785e60f9-bf9f-438a-be95-8871a3579577, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=785e60f9-bf9f-438a-be95-8871a3579577,segment=NetworkSegment(b3fccc6e-c3dc-455b-b5b0-480dc25fed1c),segment_id=b3fccc6e-c3dc-455b-b5b0-480dc25fed1c)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:01:58.759066 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:58.769804 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-21d4ec20-ea9b-4d74-b6ea-72116cb1f338 admin admin] 10.222.0.45 "PUT /v2.0/routers/798a6dc4-8e3d-493d-ab8f-9564dedea188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2541428 Aug 29 09:01:58.793046 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Calling delete_port for 785e60f9-bf9f-438a-be95-8871a3579577 owned by network:router_interface {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:01:58.848261 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1ac98-68c7-47a8-b3f0-11c2889abac3 None None] Port c918b8cc-060a-4a74-9c69-56f08b4c2b5c cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:01:59.143198 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:59.180440 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Pushing event deleted for resources: {'Port': ['ID=785e60f9-bf9f-438a-be95-8871a3579577,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:59.357081 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582863'] for router_interface, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:59.602719 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:01:59.709740 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43636) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:59.714804 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-0377e187-9d07-42a5-a6ae-3e4cd0585d3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091371014', 'description': 'tempest-secgroup-smoke-2091371014 description', 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:59.726357 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:01:59.735165 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2571b1f3-4395-491a-bf0b-61c1910a2adb admin admin] 10.222.0.45 "PUT /v2.0/routers/66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5496159 Aug 29 09:01:59.737614 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43638) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:59.741602 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] Sync routers for ids ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:01:59.747249 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0377e187-9d07-42a5-a6ae-3e4cd0585d3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:59.758102 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] Routers {'66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:01:59.758846 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:01:59.864654 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0377e187-9d07-42a5-a6ae-3e4cd0585d3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:59.870753 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0377e187-9d07-42a5-a6ae-3e4cd0585d3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:59.879361 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618d211-dc17-42bc-af74-bb77d56c5ee2 req-65814118-5aee-4241-9730-de56fb67fcd5 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:01:59.880861 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9618d211-dc17-42bc-af74-bb77d56c5ee2 req-65814118-5aee-4241-9730-de56fb67fcd5 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 945 time: 0.1020138 Aug 29 09:01:59.891180 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks [] for router, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:59.893779 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] Set router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:01:59.902187 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0377e187-9d07-42a5-a6ae-3e4cd0585d3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:59.906613 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0377e187-9d07-42a5-a6ae-3e4cd0585d3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1927986 Aug 29 09:01:59.906752 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43640) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:01:59.911866 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-43a3ecbc-d98a-4b0b-84a1-42ea2de4bd3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'security_group_rule': {'security_group_id': '9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7', 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:01:59.916400 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377e187-9d07-42a5-a6ae-3e4cd0585d3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:01:59.955588 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-43a3ecbc-d98a-4b0b-84a1-42ea2de4bd3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:01:59.999080 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9618d211-dc17-42bc-af74-bb77d56c5ee2 req-8dac69ba-4cb7-4601-971b-f2cfa8c29df5 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055448 Aug 29 09:02:00.054145 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.066160 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-43a3ecbc-d98a-4b0b-84a1-42ea2de4bd3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.074791 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-43a3ecbc-d98a-4b0b-84a1-42ea2de4bd3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.119615 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3ecbc-d98a-4b0b-84a1-42ea2de4bd3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c68737-0dde-4e76-ac3e-701364a84bdb,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:00.133106 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-43a3ecbc-d98a-4b0b-84a1-42ea2de4bd3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.134956 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-43a3ecbc-d98a-4b0b-84a1-42ea2de4bd3b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2270200 Aug 29 09:02:00.137872 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43652) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:00.144465 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-ddcd632c-27e2-4b07-bea6-cdb29d91ddd3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'security_group_rule': {'security_group_id': '9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7', 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:00.163002 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Deleting port f12f220f-ca1b-4b34-a955-099e259bf650 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:02:00.163450 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.188669 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ddcd632c-27e2-4b07-bea6-cdb29d91ddd3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.198920 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:53Z', 'updated_at': '2021-08-29T09:01:59Z', 'revision_number': 5, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'gw_port': {'id': 'f12f220f-ca1b-4b34-a955-099e259bf650', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:35:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:55Z', 'updated_at': '2021-08-29T08:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:00.259275 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] Checking router: 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:02:00.275638 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] Routers {'66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:00.276557 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:00.281881 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] For port f12f220f-ca1b-4b34-a955-099e259bf650, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=f12f220f-ca1b-4b34-a955-099e259bf650,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:00.282355 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.302776 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ddcd632c-27e2-4b07-bea6-cdb29d91ddd3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.302977 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Calling delete_port for f12f220f-ca1b-4b34-a955-099e259bf650 owned by network:router_gateway {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:02:00.314252 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ddcd632c-27e2-4b07-bea6-cdb29d91ddd3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.357072 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd632c-27e2-4b07-bea6-cdb29d91ddd3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da19c49-6c0d-4b97-b9a2-94c227994537,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:00.370614 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ddcd632c-27e2-4b07-bea6-cdb29d91ddd3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.374304 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ddcd632c-27e2-4b07-bea6-cdb29d91ddd3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2340219 Aug 29 09:02:00.377446 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43658) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:00.388772 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-306651d4-6cc9-4eb8-9ed8-1abba1d3580a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'security_group_rule': {'security_group_id': '9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7', 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:00.394376 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] Set router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 gateway port host: None {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:00.462898 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-306651d4-6cc9-4eb8-9ed8-1abba1d3580a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.466159 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:53Z', 'updated_at': '2021-08-29T09:02:00Z', 'revision_number': 6, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'gw_port_host': None}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:00.529984 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12b494c-8b89-4b6d-9227-ec8045fe2ac2 None None] The sync data for ids ['66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942'] in dv-cinder-806490-1-iscsi is: [{'id': '66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942', 'name': 'tempest-ServerRescueNegativeTestJSON-26310979-router', 'tenant_id': '050d6e0cdf5241579620f6ea42e8f42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:53Z', 'updated_at': '2021-08-29T09:02:00Z', 'revision_number': 6, 'project_id': '050d6e0cdf5241579620f6ea42e8f42b', 'gw_port_host': None}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:02:00.614031 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-306651d4-6cc9-4eb8-9ed8-1abba1d3580a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.624872 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-306651d4-6cc9-4eb8-9ed8-1abba1d3580a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.652525 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306651d4-6cc9-4eb8-9ed8-1abba1d3580a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c0137e-1bd2-4049-b15e-12b947c63941,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:00.658657 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-306651d4-6cc9-4eb8-9ed8-1abba1d3580a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.662948 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-306651d4-6cc9-4eb8-9ed8-1abba1d3580a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2814035 Aug 29 09:02:00.663142 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.665190 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43662) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:00.671429 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-d952a90f-434c-4e85-8549-c890d0037291 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'security_group_rule': {'security_group_id': '9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7', 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:00.710617 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Pushing event deleted for resources: {'Port': ['ID=f12f220f-ca1b-4b34-a955-099e259bf650,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:00.769061 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d952a90f-434c-4e85-8549-c890d0037291 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.809583 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582677'] for router_gateway, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.900304 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device bf44cb57-cb82-4299-a780-6233b9402aa0 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:00.933402 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:00.973690 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port bf44cb57-cb82-4299-a780-6233b9402aa0 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:00.980306 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port bf44cb57-cb82-4299-a780-6233b9402aa0 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:00.985441 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.094289 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.117436 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port bf44cb57-cb82-4299-a780-6233b9402aa0, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=bf44cb57-cb82-4299-a780-6233b9402aa0,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:01.123564 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.177069 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=bf44cb57-cb82-4299-a780-6233b9402aa0,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:01.223652 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4126'] for router, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.227374 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.232048 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Sync routers for ids ['798a6dc4-8e3d-493d-ab8f-9564dedea188'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:02:01.244878 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Routers {'798a6dc4-8e3d-493d-ab8f-9564dedea188'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:01.245531 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['798a6dc4-8e3d-493d-ab8f-9564dedea188'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:01.297308 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d952a90f-434c-4e85-8549-c890d0037291 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.300414 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573317'] for router, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.301018 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 {{(pid=94048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 09:02:01.307293 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.311005 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-df81e160-60d2-4e95-a23f-58648f79abfe admin admin] 10.222.0.45 "DELETE /v2.0/routers/66170d8f-b67f-4cf6-9c2a-8d3f2ce3c942 HTTP/1.1" status: 204 len: 168 time: 1.5696092 Aug 29 09:02:01.312030 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43674) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:01.312417 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d952a90f-434c-4e85-8549-c890d0037291 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.372558 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952a90f-434c-4e85-8549-c890d0037291 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7deff8f8-b1d1-4137-ac3f-12ea357d225a,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:01.389925 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d952a90f-434c-4e85-8549-c890d0037291 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.391614 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d952a90f-434c-4e85-8549-c890d0037291 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7237089 Aug 29 09:02:01.394305 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43676) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:01.401864 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-b95201ec-cc74-411f-99f2-43d805103663 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'security_group_rule': {'security_group_id': '9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7', 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:01.403667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7926ec28-6832-4ef8-bd37-e89c1c522169 admin admin] Deleting subnet 190023f3-8637-46f5-9571-c419a92763a3 {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:02:01.407977 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7926ec28-6832-4ef8-bd37-e89c1c522169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.445606 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.securitygroups_db [None req-b95201ec-cc74-411f-99f2-43d805103663 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Project fe574a1c54004de0a0983cfdc3b29e5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 09:02:01.449734 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7926ec28-6832-4ef8-bd37-e89c1c522169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.456394 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b95201ec-cc74-411f-99f2-43d805103663 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.486264 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Set router 798a6dc4-8e3d-493d-ab8f-9564dedea188 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:01.499146 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7926ec28-6832-4ef8-bd37-e89c1c522169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.559043 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b95201ec-cc74-411f-99f2-43d805103663 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.564654 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7926ec28-6832-4ef8-bd37-e89c1c522169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.566522 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b95201ec-cc74-411f-99f2-43d805103663 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.579273 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7926ec28-6832-4ef8-bd37-e89c1c522169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.585659 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7926ec28-6832-4ef8-bd37-e89c1c522169 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/190023f3-8637-46f5-9571-c419a92763a3 HTTP/1.1" status: 204 len: 168 time: 0.2665281 Aug 29 09:02:01.587240 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43678) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:01.600457 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926ec28-6832-4ef8-bd37-e89c1c522169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190023f3-8637-46f5-9571-c419a92763a3,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:01.638236 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95201ec-cc74-411f-99f2-43d805103663 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460a244a-bf03-47a8-b2ec-6cd0a2575a6a,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:01.648563 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b95201ec-cc74-411f-99f2-43d805103663 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.649961 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b95201ec-cc74-411f-99f2-43d805103663 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2537141 Aug 29 09:02:01.656112 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43682) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:01.662249 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-3b4f3134-7100-411e-934c-e8139b5f80bd tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'security_group_rule': {'security_group_id': '9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7', 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:01.706804 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.717636 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.securitygroups_db [None req-3b4f3134-7100-411e-934c-e8139b5f80bd tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Project fe574a1c54004de0a0983cfdc3b29e5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 09:02:01.724822 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3134-7100-411e-934c-e8139b5f80bd tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.749679 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:53Z', 'updated_at': '2021-08-29T09:01:57Z', 'revision_number': 4, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'gw_port': {'id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:54Z', 'updated_at': '2021-08-29T09:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'c918b8cc-060a-4a74-9c69-56f08b4c2b5c', 'name': '', 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'mac_address': 'fa:16:3e:cf:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '643547df-aa2d-4fcb-9eda-e675d03e5012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:57Z', 'updated_at': '2021-08-29T09:01:57Z', 'revision_number': 2, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'subnets': [{'id': '643547df-aa2d-4fcb-9eda-e675d03e5012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:01.790855 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Checking router: 798a6dc4-8e3d-493d-ab8f-9564dedea188 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:02:01.790855 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Updating router 798a6dc4-8e3d-493d-ab8f-9564dedea188 port c918b8cc-060a-4a74-9c69-56f08b4c2b5c binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:02:01.814927 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.839754 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.853014 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f464f1d-a132-4bc0-8eef-3bc61477a72a']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:01.875639 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:01.875639 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fccc6e-c3dc-455b-b5b0-480dc25fed1c') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:01.882929 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3134-7100-411e-934c-e8139b5f80bd tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.887952 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16836903'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.895490 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3134-7100-411e-934c-e8139b5f80bd tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.917906 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.926002 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f3134-7100-411e-934c-e8139b5f80bd tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1392cb8-2b87-4995-bb1c-080539dcd584,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:01.932905 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:02:01.933277 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18195356'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: Traceback (most recent call last): Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: timer() Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: cb(*args, **kw) Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: return func(*args, **kwargs) Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: self._notify() Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: self.callback(batched_events) Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: event.method(event) Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: return f(self, *a, **k) Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._get(url).json() Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:02:01.935170 dv-cinder-806490-1-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:02:01.945499 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3b4f3134-7100-411e-934c-e8139b5f80bd tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:01.946833 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3b4f3134-7100-411e-934c-e8139b5f80bd tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2895572 Aug 29 09:02:02.007767 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.015191 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.020220 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8f464f1d-a132-4bc0-8eef-3bc61477a72a HTTP/1.1" status: 204 len: 168 time: 0.4272804 Aug 29 09:02:02.033789 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a07232-df5d-409e-8b9f-c27556c165f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f464f1d-a132-4bc0-8eef-3bc61477a72a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:02.191644 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.204773 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Transition to ACTIVE for port object c918b8cc-060a-4a74-9c69-56f08b4c2b5c will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:02.216017 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.262377 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43726) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:02.269216 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8f6b2-6fe2-48de-8d4e-9cb1c16d4425 None None] Pushing event updated for resources: {'Port': ['ID=c918b8cc-060a-4a74-9c69-56f08b4c2b5c,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:02.395054 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6d2efcba-3e82-403d-83b0-f40da20ad1d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=050d6e0cdf5241579620f6ea42e8f42b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1310413 Aug 29 09:02:02.397491 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43730) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:02.405707 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device bf44cb57-cb82-4299-a780-6233b9402aa0 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:02.449700 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Attempting to bind port c918b8cc-060a-4a74-9c69-56f08b4c2b5c on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:02:02.450079 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Attempting to bind port c918b8cc-060a-4a74-9c69-56f08b4c2b5c by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '303862d6-6190-4c76-b3dc-f7835f545a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:02:02.450498 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Attempting to bind port c918b8cc-060a-4a74-9c69-56f08b4c2b5c on network 2f808be3-55af-4e85-a878-b587e0beabdb {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:02.465351 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:02:02.465884 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Checking segment: {'id': '303862d6-6190-4c76-b3dc-f7835f545a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:02:02.466380 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.466973 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Bound using segment: {'id': '303862d6-6190-4c76-b3dc-f7835f545a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:02:02.467748 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Bound port: c918b8cc-060a-4a74-9c69-56f08b4c2b5c, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303862d6-6190-4c76-b3dc-f7835f545a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:02:02.468380 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.528958 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port bf44cb57-cb82-4299-a780-6233b9402aa0 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:02.529635 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.543249 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-92ae0892-f8dd-4ccc-81e3-a4f15da7fe3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.595374 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-92ae0892-f8dd-4ccc-81e3-a4f15da7fe3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.632745 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] For port c918b8cc-060a-4a74-9c69-56f08b4c2b5c, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:02:02.637730 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] For port c918b8cc-060a-4a74-9c69-56f08b4c2b5c, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=c918b8cc-060a-4a74-9c69-56f08b4c2b5c,segment=NetworkSegment(303862d6-6190-4c76-b3dc-f7835f545a4b),segment_id=303862d6-6190-4c76-b3dc-f7835f545a4b)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:02:02.654633 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.673581 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-92ae0892-f8dd-4ccc-81e3-a4f15da7fe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.676179 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-92ae0892-f8dd-4ccc-81e3-a4f15da7fe3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:02.680962 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-92ae0892-f8dd-4ccc-81e3-a4f15da7fe3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca1b8f66-c8d2-4900-b2a0-2c5105fc8606 HTTP/1.1" status: 204 len: 168 time: 0.2779536 Aug 29 09:02:02.704525 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae0892-f8dd-4ccc-81e3-a4f15da7fe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b8f66-c8d2-4900-b2a0-2c5105fc8606,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:02.745361 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Routers {'798a6dc4-8e3d-493d-ab8f-9564dedea188'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:02.746456 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['798a6dc4-8e3d-493d-ab8f-9564dedea188'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:02.849426 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 785e60f9-bf9f-438a-be95-8871a3579577 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:02:02.909532 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 785e60f9-bf9f-438a-be95-8871a3579577 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:02:02.910310 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 785e60f9-bf9f-438a-be95-8871a3579577 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:02:02.911252 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device f12f220f-ca1b-4b34-a955-099e259bf650 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:02:02.932969 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8f6b2-6fe2-48de-8d4e-9cb1c16d4425 None None] Pushing event updated for resources: {'Port': ['ID=c918b8cc-060a-4a74-9c69-56f08b4c2b5c,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:02.970506 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: f12f220f-ca1b-4b34-a955-099e259bf650 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:02:02.971201 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device f12f220f-ca1b-4b34-a955-099e259bf650 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:02:02.989762 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] Set router 798a6dc4-8e3d-493d-ab8f-9564dedea188 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:03.250128 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:53Z', 'updated_at': '2021-08-29T09:01:57Z', 'revision_number': 4, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'gw_port': {'id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:54Z', 'updated_at': '2021-08-29T09:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'c918b8cc-060a-4a74-9c69-56f08b4c2b5c', 'name': '', 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'mac_address': 'fa:16:3e:cf:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '643547df-aa2d-4fcb-9eda-e675d03e5012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:57Z', 'updated_at': '2021-08-29T09:02:02Z', 'revision_number': 4, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'subnets': [{'id': '643547df-aa2d-4fcb-9eda-e675d03e5012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:03.280602 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2984235-3bce-46d4-b028-2ea4a3ed6ff2 None None] The sync data for ids ['798a6dc4-8e3d-493d-ab8f-9564dedea188'] in dv-cinder-806490-1-iscsi is: [{'id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:53Z', 'updated_at': '2021-08-29T09:01:57Z', 'revision_number': 4, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'gw_port': {'id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:54Z', 'updated_at': '2021-08-29T09:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'c918b8cc-060a-4a74-9c69-56f08b4c2b5c', 'name': '', 'network_id': '2f808be3-55af-4e85-a878-b587e0beabdb', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'mac_address': 'fa:16:3e:cf:82:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '643547df-aa2d-4fcb-9eda-e675d03e5012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:57Z', 'updated_at': '2021-08-29T09:02:02Z', 'revision_number': 4, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'subnets': [{'id': '643547df-aa2d-4fcb-9eda-e675d03e5012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:02:03.778252 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43762) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:03.941947 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2112533490-network', 'tenant_id': 'd85a68703f65460f8635a7760e48717c'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:03.981211 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Made reservation on behalf of d85a68703f65460f8635a7760e48717c for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:02:03.984409 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:03.998952 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.151574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.159483 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.200352 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:02:04.210313 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b388ca-44d8-4813-a702-44dba0e7e8f6,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:04.219923 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.220365 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Added segment 5a66a890-9d0a-4bef-8962-0424370f8c53 of type vlan for network 812fa8c2-08ae-4007-863a-07d566b3359f Aug 29 09:02:04.276463 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.307591 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.309149 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:04.309767 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.371102 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5913436 Aug 29 09:02:04.374550 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43786) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:04.380742 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Request body: {'subnet': {'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2112533490-subnet', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:04.402773 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d0ad5-aa65-4e2b-8189-8a04a51c7f18 admin admin] Pushing event updated for resources: {'Network': ['ID=812fa8c2-08ae-4007-863a-07d566b3359f,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:04.406584 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device c918b8cc-060a-4a74-9c69-56f08b4c2b5c up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:04.426381 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Made reservation on behalf of d85a68703f65460f8635a7760e48717c for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:02:04.434217 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18042605'] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.435093 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 812fa8c2-08ae-4007-863a-07d566b3359f details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:02:04.565490 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port c918b8cc-060a-4a74-9c69-56f08b4c2b5c completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:04.575209 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port c918b8cc-060a-4a74-9c69-56f08b4c2b5c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:04.575944 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.685946 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18195001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18042527'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.769344 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186523bf-e7dc-47b1-b0e0-efbdd0d11b75,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:04.784644 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Checking segment: {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:02:04.785465 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Network hostable DHCP agents. Network: 812fa8c2-08ae-4007-863a-07d566b3359f, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:02:04.816558 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Network 812fa8c2-08ae-4007-863a-07d566b3359f is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:02:04.835140 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 812fa8c2-08ae-4007-863a-07d566b3359f) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:04.840611 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:04.841539 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.858083 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a341fcee-fbad-4a34-98c1-d880bf20634d None None] Network 812fa8c2-08ae-4007-863a-07d566b3359f requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:02:04.865776 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-28805c84-fd43-4c37-a0a6-351d51c35356 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4839151 Aug 29 09:02:04.866309 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43788) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:04.871380 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:04.915293 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.916954 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.921566 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:04.993137 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port c918b8cc-060a-4a74-9c69-56f08b4c2b5c, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=c918b8cc-060a-4a74-9c69-56f08b4c2b5c,segment=NetworkSegment(303862d6-6190-4c76-b3dc-f7835f545a4b),segment_id=303862d6-6190-4c76-b3dc-f7835f545a4b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:05.002083 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.010700 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.119400 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=c918b8cc-060a-4a74-9c69-56f08b4c2b5c,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:05.131265 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-812fa8c2-08ae-4007-863a-07d566b3359f', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 09:02:05.133726 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.213413 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.392459 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Allocated IP 172.20.0.2 (812fa8c2-08ae-4007-863a-07d566b3359f/186523bf-e7dc-47b1-b0e0-efbdd0d11b75/30d12ad5-7123-48e2-9cef-925de3c38264) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:02:05.513838 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.550380 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.605691 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.615179 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Transition to ACTIVE for port object 30d12ad5-7123-48e2-9cef-925de3c38264 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:05.635177 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Transition to ACTIVE for port object 30d12ad5-7123-48e2-9cef-925de3c38264 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:05.654158 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.682665 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Allocated IP 172.27.3.28 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/3d48ae1f-77d9-4c73-befb-589cfb12fc71) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:02:05.728555 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Network 812fa8c2-08ae-4007-863a-07d566b3359f is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:05.735473 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:05.738337 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:02:05.742102 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Pushing event updated for resources: {'Port': ['ID=30d12ad5-7123-48e2-9cef-925de3c38264,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:05.807472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Attempting to bind port 30d12ad5-7123-48e2-9cef-925de3c38264 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:02:05.807859 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Attempting to bind port 30d12ad5-7123-48e2-9cef-925de3c38264 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:02:05.808233 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Attempting to bind port 30d12ad5-7123-48e2-9cef-925de3c38264 on network 812fa8c2-08ae-4007-863a-07d566b3359f {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:05.809602 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.814505 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:02:05.814833 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Checking segment: {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:02:05.815214 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.815616 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Bound using segment: {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:02:05.816095 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Bound port: 30d12ad5-7123-48e2-9cef-925de3c38264, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:02:05.816481 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.854054 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.891754 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] For port 30d12ad5-7123-48e2-9cef-925de3c38264, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:02:05.892153 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:05.895635 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:05.896890 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] For port 30d12ad5-7123-48e2-9cef-925de3c38264, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=30d12ad5-7123-48e2-9cef-925de3c38264,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:02:05.903051 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:02:05.905305 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:05.928135 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Pushing event updated for resources: {'Port': ['ID=3d48ae1f-77d9-4c73-befb-589cfb12fc71,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:05.980650 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac9572-2035-408e-a865-e9f5ab7c4781 None None] Pushing event updated for resources: {'Port': ['ID=30d12ad5-7123-48e2-9cef-925de3c38264,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:06.219509 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:06.440712 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device c918b8cc-060a-4a74-9c69-56f08b4c2b5c up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:06.500901 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:06.529105 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port c918b8cc-060a-4a74-9c69-56f08b4c2b5c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:06.529757 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:06.634468 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-c62a2f31-1155-488d-ad60-c8c0888a72cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954208 Aug 29 09:02:06.657327 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 30d12ad5-7123-48e2-9cef-925de3c38264 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:06.707265 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Router 0397e72a-1e3c-4d8e-87cf-44f449991500 is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 09:02:06.720357 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 30d12ad5-7123-48e2-9cef-925de3c38264 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:06.724091 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-fd43ff86-07a3-4d30-9152-dc9473125a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:06.732229 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-fd43ff86-07a3-4d30-9152-dc9473125a9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 1100 time: 0.0571249 Aug 29 09:02:06.887618 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:02:06.908256 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Sync routers for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:02:06.935002 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:06.936573 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:06.958605 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:06.963247 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d3297d68-f6b8-4b78-925f-4aadbb9a0f33 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0954893 Aug 29 09:02:06.966719 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43830) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:07.036118 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f94e03e-c041-4ec7-bdbd-af117a80d3d3 None None] Network 812fa8c2-08ae-4007-863a-07d566b3359f requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:02:07.103122 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-415005ec-ca91-407b-8bea-631384ce915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:07.105871 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-415005ec-ca91-407b-8bea-631384ce915e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 918 time: 0.3566816 Aug 29 09:02:07.131363 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:07.192770 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-44b34486-c362-43f8-8bc0-b844cb149c04 None None] Provisioning for port 30d12ad5-7123-48e2-9cef-925de3c38264 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:07.209330 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-44b34486-c362-43f8-8bc0-b844cb149c04 None None] Provisioning complete for port 30d12ad5-7123-48e2-9cef-925de3c38264 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:07.209330 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44b34486-c362-43f8-8bc0-b844cb149c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:07.219909 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-07604785-d0a2-4cb4-8b98-72d951340b9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667 HTTP/1.1" status: 200 len: 1001 time: 0.1000612 Aug 29 09:02:07.292811 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-2490f2ed-7583-4f54-942d-11b48de9ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:07.295265 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-2490f2ed-7583-4f54-942d-11b48de9ac2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.0647666 Aug 29 09:02:07.386723 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-ec29afc8-f7ee-4cf2-93a8-d67f13bb33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:07.390825 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-ec29afc8-f7ee-4cf2-93a8-d67f13bb33f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862017 Aug 29 09:02:07.516625 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44b34486-c362-43f8-8bc0-b844cb149c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:07.524699 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:07.546595 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-917d359a-6bbc-40db-94d6-9904c9a122a7 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462567 Aug 29 09:02:07.556247 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:06Z', 'revision_number': 3, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:07.593755 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Checking router: 0397e72a-1e3c-4d8e-87cf-44f449991500 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:02:07.593916 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Updating router 0397e72a-1e3c-4d8e-87cf-44f449991500 port 3d48ae1f-77d9-4c73-befb-589cfb12fc71 binding host dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:02:07.599467 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-44b34486-c362-43f8-8bc0-b844cb149c04 None None] For port 30d12ad5-7123-48e2-9cef-925de3c38264, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=30d12ad5-7123-48e2-9cef-925de3c38264,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:07.620996 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44b34486-c362-43f8-8bc0-b844cb149c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:07.649632 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:07.709323 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-73c67aec-96a2-4a1a-883f-b2d94f66e601 req-14a54ef9-64e1-4efb-92a5-adfc8c67ca59 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502526 Aug 29 09:02:07.827934 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b34486-c362-43f8-8bc0-b844cb149c04 None None] Pushing event updated for resources: {'Port': ['ID=30d12ad5-7123-48e2-9cef-925de3c38264,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:07.831080 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-db746e16-32de-41a8-a5b9-f811150b1d94 None None] Provisioning complete for port 30d12ad5-7123-48e2-9cef-925de3c38264 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:07.831450 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-db746e16-32de-41a8-a5b9-f811150b1d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.000667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Allocated IP 172.20.0.1 (812fa8c2-08ae-4007-863a-07d566b3359f/186523bf-e7dc-47b1-b0e0-efbdd0d11b75/d6068900-936e-48c1-b6fc-238058e7ac9f) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:02:08.115147 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.128868 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Transition to ACTIVE for port object 3d48ae1f-77d9-4c73-befb-589cfb12fc71 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:08.137825 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.154964 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.173107 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Transition to ACTIVE for port object d6068900-936e-48c1-b6fc-238058e7ac9f will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:08.207588 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Attempting to bind port 3d48ae1f-77d9-4c73-befb-589cfb12fc71 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:02:08.207972 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Attempting to bind port 3d48ae1f-77d9-4c73-befb-589cfb12fc71 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:02:08.208593 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Attempting to bind port 3d48ae1f-77d9-4c73-befb-589cfb12fc71 on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:08.211595 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac54bb1-1b5d-425b-bda2-c3e3b4df2187 None None] Pushing event updated for resources: {'Port': ['ID=3d48ae1f-77d9-4c73-befb-589cfb12fc71,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:08.216554 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:02:08.216934 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:02:08.217375 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.217776 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:02:08.218253 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Bound port: 3d48ae1f-77d9-4c73-befb-589cfb12fc71, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:02:08.218779 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.220678 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.280616 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Network 812fa8c2-08ae-4007-863a-07d566b3359f is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:08.290683 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:08.296412 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:02:08.303515 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Pushing event updated for resources: {'Port': ['ID=d6068900-936e-48c1-b6fc-238058e7ac9f,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:08.311628 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] For port 3d48ae1f-77d9-4c73-befb-589cfb12fc71, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:02:08.315479 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] For port 3d48ae1f-77d9-4c73-befb-589cfb12fc71, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=3d48ae1f-77d9-4c73-befb-589cfb12fc71,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:02:08.323848 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.361128 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.430228 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 30d12ad5-7123-48e2-9cef-925de3c38264 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:08.447731 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:08.448762 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:08.501728 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac54bb1-1b5d-425b-bda2-c3e3b4df2187 None None] Pushing event updated for resources: {'Port': ['ID=3d48ae1f-77d9-4c73-befb-589cfb12fc71,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:08.568574 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43856) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:08.588130 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.763369 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7640-dac9-4d7f-b1f9-492e4ea3174f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.792762 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-602dbc5f-787b-47aa-8d33-1eb4571c4c5e None None] Provisioning for port d6068900-936e-48c1-b6fc-238058e7ac9f completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:08.795667 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:08.798718 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 30d12ad5-7123-48e2-9cef-925de3c38264 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:08.799087 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.808247 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.814236 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.827799 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-602dbc5f-787b-47aa-8d33-1eb4571c4c5e None None] Provisioning complete for port d6068900-936e-48c1-b6fc-238058e7ac9f triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:08.828175 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-602dbc5f-787b-47aa-8d33-1eb4571c4c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.883136 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.884959 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Pushing event updated for resources: {'Port': ['ID=d6068900-936e-48c1-b6fc-238058e7ac9f,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:08.897130 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7640-dac9-4d7f-b1f9-492e4ea3174f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.903265 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7640-dac9-4d7f-b1f9-492e4ea3174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:08.955226 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d8cf7640-dac9-4d7f-b1f9-492e4ea3174f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0edb24d55bd547dca117dfbdfefa4b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844590 Aug 29 09:02:08.957876 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf7640-dac9-4d7f-b1f9-492e4ea3174f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc56e13-b64c-437a-b6c6-1783452aa3ad,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:08.958521 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43860) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:08.974400 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-602dbc5f-787b-47aa-8d33-1eb4571c4c5e None None] Port d6068900-936e-48c1-b6fc-238058e7ac9f cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:02:09.056921 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Network 812fa8c2-08ae-4007-863a-07d566b3359f is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:09.070232 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:09.094727 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-551e9e95-88e3-4ca3-af8e-57b8fd14e51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:09.124807 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:06Z', 'revision_number': 3, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:09.157507 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f7e6c6-bbe7-4ab7-9205-90427aa84821 None None] The sync data for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi is: [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:06Z', 'revision_number': 3, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:02:09.194493 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-551e9e95-88e3-4ca3-af8e-57b8fd14e51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:09.295815 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Router 0397e72a-1e3c-4d8e-87cf-44f449991500 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:02:09.306326 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-551e9e95-88e3-4ca3-af8e-57b8fd14e51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:09.308828 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-551e9e95-88e3-4ca3-af8e-57b8fd14e51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:09.310014 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-551e9e95-88e3-4ca3-af8e-57b8fd14e51e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4cc56e13-b64c-437a-b6c6-1783452aa3ad HTTP/1.1" status: 204 len: 168 time: 0.3504550 Aug 29 09:02:09.356705 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e9e95-88e3-4ca3-af8e-57b8fd14e51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc56e13-b64c-437a-b6c6-1783452aa3ad,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:09.447739 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-ce8e8071-1bd2-4e11-a487-ef0df20d5928 None None] Provisioning complete for port d6068900-936e-48c1-b6fc-238058e7ac9f triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:09.448185 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ce8e8071-1bd2-4e11-a487-ef0df20d5928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:09.528931 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e8071-1bd2-4e11-a487-ef0df20d5928 None None] Port d6068900-936e-48c1-b6fc-238058e7ac9f cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:02:09.532739 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:02:09.541352 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e916861b-cf39-487a-a730-59aa9d942f87 admin admin] 10.222.0.45 "PUT /v2.0/routers/0397e72a-1e3c-4d8e-87cf-44f449991500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5718997 Aug 29 09:02:09.907725 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43876) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:09.927537 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d205d218-f96c-4893-8bb1-7f7eec7da12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.082837 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d205d218-f96c-4893-8bb1-7f7eec7da12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.093388 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d205d218-f96c-4893-8bb1-7f7eec7da12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.142915 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d205d218-f96c-4893-8bb1-7f7eec7da12a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec951fb6e84441c4aa63f5379db49082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334676 Aug 29 09:02:10.143972 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205d218-f96c-4893-8bb1-7f7eec7da12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e2116b-5040-4c37-972b-d561fc4e441d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:10.145774 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43878) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:10.210346 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.246127 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.336180 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.340595 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.343932 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73e2116b-5040-4c37-972b-d561fc4e441d HTTP/1.1" status: 204 len: 168 time: 0.1964984 Aug 29 09:02:10.359712 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb8f3-4328-4c42-856a-04ff14299b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.360317 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e2116b-5040-4c37-972b-d561fc4e441d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:10.375815 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.376241 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.376712 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.388184 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.388793 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.389288 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.389732 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.390193 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.390655 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.391064 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.391875 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.392319 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc97d8d-9ad5-4527-9daf-abbfdc81c962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.542240 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 3d48ae1f-77d9-4c73-befb-589cfb12fc71 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:10.562891 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43884) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:10.572366 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1777393573', 'description': 'tempest-description--717087240'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:10.612213 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.639085 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 3d48ae1f-77d9-4c73-befb-589cfb12fc71 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:10.652645 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 3d48ae1f-77d9-4c73-befb-589cfb12fc71 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:10.653303 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.757166 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.766320 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.793958 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.800684 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.802162 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2378573 Aug 29 09:02:10.805703 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43892) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:10.812545 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:10.813774 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-7a9bf72d-ae62-4f80-bdd2-5c267e28fc9f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'security_group_rule': {'security_group_id': '9fd7bfad-21b7-450b-bdc6-f4fa0684edc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:10.822227 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.822926 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.823633 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.824179 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.824656 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.825099 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.825586 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.826059 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.826568 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.827003 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.827519 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.828043 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e905479-ed5f-4bef-8ed5-4a68cf399ce9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:10.828217 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 3d48ae1f-77d9-4c73-befb-589cfb12fc71, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=3d48ae1f-77d9-4c73-befb-589cfb12fc71,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:10.835332 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.881486 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf72d-ae62-4f80-bdd2-5c267e28fc9f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.915919 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=3d48ae1f-77d9-4c73-befb-589cfb12fc71,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:10.980538 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf72d-ae62-4f80-bdd2-5c267e28fc9f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:10.994702 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf72d-ae62-4f80-bdd2-5c267e28fc9f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.024565 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bf72d-ae62-4f80-bdd2-5c267e28fc9f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e891c7-99da-47ac-a589-fe96a28a0f08,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:11.031841 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7a9bf72d-ae62-4f80-bdd2-5c267e28fc9f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.036524 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7a9bf72d-ae62-4f80-bdd2-5c267e28fc9f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291858 Aug 29 09:02:11.036748 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 43902) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:11.043933 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-bd9d0070-566a-44cb-9681-b3b8d9a1ddb7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'security_group_rule': {'security_group_id': '9fd7bfad-21b7-450b-bdc6-f4fa0684edc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:11.076819 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd9d0070-566a-44cb-9681-b3b8d9a1ddb7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.144897 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd9d0070-566a-44cb-9681-b3b8d9a1ddb7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.151700 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd9d0070-566a-44cb-9681-b3b8d9a1ddb7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.174722 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d0070-566a-44cb-9681-b3b8d9a1ddb7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd55b22-2446-4428-9cf8-95d5abf2ecc8,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:11.190101 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd9d0070-566a-44cb-9681-b3b8d9a1ddb7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.191483 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bd9d0070-566a-44cb-9681-b3b8d9a1ddb7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534257 Aug 29 09:02:11.194781 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 43906) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:11.200615 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'floatingip': {'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:11.238981 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.395431 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.444897 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Sync routers for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:02:11.463602 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:11.464599 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:11.553450 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Allocated IP 172.27.3.147 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/57997b36-b5ac-4f19-b1e3-152b8bc89d4c) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:02:11.587549 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:11.675747 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:02:11.684125 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.732074 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.778110 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:11.786007 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:11.791036 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:02:11.818307 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'Port': ['ID=57997b36-b5ac-4f19-b1e3-152b8bc89d4c,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:11.827167 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 2, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:11.860361 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Checking router: 0397e72a-1e3c-4d8e-87cf-44f449991500 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:02:11.860706 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Updating router 0397e72a-1e3c-4d8e-87cf-44f449991500 port d6068900-936e-48c1-b6fc-238058e7ac9f binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:02:11.887061 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.902367 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:11.950180 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.138433 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.147586 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.230054 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'Port': ['ID=57997b36-b5ac-4f19-b1e3-152b8bc89d4c,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:12.240732 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.256637 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.259472 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b129e1ca-f51b-462f-a6b9-0fdaf78c02d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0631077 Aug 29 09:02:12.310298 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.322413 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Transition to ACTIVE for port object d6068900-936e-48c1-b6fc-238058e7ac9f will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:12.330819 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.379284 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d0fb9-1fb2-4fac-be04-085153d33378 None None] Pushing event updated for resources: {'Port': ['ID=d6068900-936e-48c1-b6fc-238058e7ac9f,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:12.395796 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 3d48ae1f-77d9-4c73-befb-589cfb12fc71 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:12.495609 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Attempting to bind port d6068900-936e-48c1-b6fc-238058e7ac9f on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:02:12.496105 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Attempting to bind port d6068900-936e-48c1-b6fc-238058e7ac9f by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:02:12.496324 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Attempting to bind port d6068900-936e-48c1-b6fc-238058e7ac9f on network 812fa8c2-08ae-4007-863a-07d566b3359f {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:12.499018 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 3d48ae1f-77d9-4c73-befb-589cfb12fc71 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:12.499984 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.517346 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:02:12.517805 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Checking segment: {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:02:12.518226 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.518639 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Bound using segment: {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:02:12.519137 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Bound port: d6068900-936e-48c1-b6fc-238058e7ac9f, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:02:12.519550 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.581735 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-7166c884-f8a3-4af6-a9c3-552fdf3b5ae3 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1777393573&fields=id&tenant_id=d85a68703f65460f8635a7760e48717c HTTP/1.1" status: 200 len: 267 time: 0.0780985 Aug 29 09:02:12.635697 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] For port d6068900-936e-48c1-b6fc-238058e7ac9f, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:02:12.641961 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] For port d6068900-936e-48c1-b6fc-238058e7ac9f, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=d6068900-936e-48c1-b6fc-238058e7ac9f,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:02:12.648927 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:12.692934 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:12.693903 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:01:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:12.718457 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-83e4d8b5-5dd6-4779-8cb3-c915e1721cbc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:12.724352 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-83e4d8b5-5dd6-4779-8cb3-c915e1721cbc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 811 time: 0.1416891 Aug 29 09:02:12.753970 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-8dab4908-7252-409a-b63a-610b0b7326d5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/quotas/d85a68703f65460f8635a7760e48717c HTTP/1.1" status: 200 len: 375 time: 0.0108268 Aug 29 09:02:12.833048 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:12.844156 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-a1df6faa-bc0f-4b17-bec6-bf2966838609 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0746419 Aug 29 09:02:12.918156 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d0fb9-1fb2-4fac-be04-085153d33378 None None] Pushing event updated for resources: {'Port': ['ID=d6068900-936e-48c1-b6fc-238058e7ac9f,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:12.968480 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-88837daf-a026-48c4-b99e-0fed55fddc24 service neutron] 10.222.0.45 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181841 Aug 29 09:02:13.058543 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:12Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:13.083348 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-e40d7e7f-1b0b-4028-a98e-329196892aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079633 Aug 29 09:02:13.091209 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee4013-3cbf-4626-a9d8-c202e1b6ca18 None None] The sync data for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi is: [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:12Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:02:13.331789 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2366a3c-5474-4e2b-a0cc-f924ed8161da req-202d5068-ff5b-4d3e-a7aa-45de4c06ee49 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 210 time: 0.0328419 Aug 29 09:02:13.870310 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:14.386645 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device d6068900-936e-48c1-b6fc-238058e7ac9f up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:14.435278 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e5a952f8-7865-4ddd-a614-ea4ec7e4cb7b req-8bface29-380e-4bde-82d1-a5ed6b2072c8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 210 time: 0.0307748 Aug 29 09:02:14.436608 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port d6068900-936e-48c1-b6fc-238058e7ac9f completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:14.440662 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port d6068900-936e-48c1-b6fc-238058e7ac9f triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:14.441030 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:14.528964 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:14.575044 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port d6068900-936e-48c1-b6fc-238058e7ac9f, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=d6068900-936e-48c1-b6fc-238058e7ac9f,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:14.581747 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:14.639592 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=d6068900-936e-48c1-b6fc-238058e7ac9f,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:15.096790 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-04bc20a2-f2a3-40c0-ba42-ae1bffde20a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:15.536673 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0c940174-9aa9-4d56-8b3c-a1eff06e893a req-ca98ceed-37be-4b3f-bb87-ac0ae0462001 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 210 time: 0.0263476 Aug 29 09:02:16.038854 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-db51306c-6b8f-4cab-b37c-66a3731d8afa tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:16.040998 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-db51306c-6b8f-4cab-b37c-66a3731d8afa tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 811 time: 0.1501210 Aug 29 09:02:16.128516 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-781c30ea-ad54-4c93-ac7f-84ea1a26f019 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d85a68703f65460f8635a7760e48717c HTTP/1.1" status: 200 len: 380 time: 0.0768790 Aug 29 09:02:16.141027 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'port': {'device_id': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'admin_state_up': True, 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'security_groups': ['9fd7bfad-21b7-450b-bdc6-f4fa0684edc8']}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:16.264237 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Made reservation on behalf of d85a68703f65460f8635a7760e48717c for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:02:16.268610 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:16.375435 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:16.387666 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device d6068900-936e-48c1-b6fc-238058e7ac9f up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:16.441494 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Allocated IP 172.20.0.3 (812fa8c2-08ae-4007-863a-07d566b3359f/186523bf-e7dc-47b1-b0e0-efbdd0d11b75/3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:02:16.447881 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port d6068900-936e-48c1-b6fc-238058e7ac9f triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:16.448363 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:16.585644 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:16.600736 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Transition to ACTIVE for port object 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:16.640794 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:16.645382 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5cbd5ff5-430b-4741-8b26-13babc3876b7 req-c7fc5dea-6f86-4496-8240-57c4a48e3034 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 210 time: 0.0337596 Aug 29 09:02:16.695190 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Network 812fa8c2-08ae-4007-863a-07d566b3359f is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:16.700516 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:16.704331 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:02:16.711377 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'Port': ['ID=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:16.759798 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:16.760512 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:16.778882 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-3d80d917-0e4c-44e9-8fd0-9926dbee1ac5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6429720 Aug 29 09:02:16.958452 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2cb135dd-243d-40c5-a25d-a9b55cde85ce None None] Provisioning for port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:16.963077 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2cb135dd-243d-40c5-a25d-a9b55cde85ce None None] Provisioning complete for port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:16.963497 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2cb135dd-243d-40c5-a25d-a9b55cde85ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:17.000595 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-2cb135dd-243d-40c5-a25d-a9b55cde85ce None None] Port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:02:17.604691 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:17.765456 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762109ec-0e95-4234-9884-143a2901ebbc req-93a2d73d-8ef5-4465-8ce0-1384fd052efd tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:17.766972 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-762109ec-0e95-4234-9884-143a2901ebbc req-93a2d73d-8ef5-4465-8ce0-1384fd052efd tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 931 time: 0.0513420 Aug 29 09:02:17.778201 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44056) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:17.808404 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-762109ec-0e95-4234-9884-143a2901ebbc req-ab63cd87-f05c-4843-b645-043aa24df1de tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349562 Aug 29 09:02:17.891798 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c000336c-bd4c-4881-b482-0ca2337f9105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.003663 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c000336c-bd4c-4881-b482-0ca2337f9105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.011553 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c000336c-bd4c-4881-b482-0ca2337f9105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.055417 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c000336c-bd4c-4881-b482-0ca2337f9105 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88f38fe704604d319077449db7fec985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760680 Aug 29 09:02:18.056549 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000336c-bd4c-4881-b482-0ca2337f9105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f5c471-9717-4da6-a8ae-07da8ee2f62d,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:18.059223 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44060) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:18.110808 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d0d255be-4290-4085-ae68-387d6f204de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.136946 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d0d255be-4290-4085-ae68-387d6f204de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.192622 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d0d255be-4290-4085-ae68-387d6f204de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.196450 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d0d255be-4290-4085-ae68-387d6f204de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.200695 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d0d255be-4290-4085-ae68-387d6f204de4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9f5c471-9717-4da6-a8ae-07da8ee2f62d HTTP/1.1" status: 204 len: 168 time: 0.1378624 Aug 29 09:02:18.214629 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d255be-4290-4085-ae68-387d6f204de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f5c471-9717-4da6-a8ae-07da8ee2f62d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:18.514646 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44070) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:18.528537 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-88adbaad-175f-4b82-bbb6-1539b985a4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.557074 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Request body: {'port': {'device_id': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:18.639054 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-88adbaad-175f-4b82-bbb6-1539b985a4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.644680 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.648939 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-88adbaad-175f-4b82-bbb6-1539b985a4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.689836 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-88adbaad-175f-4b82-bbb6-1539b985a4e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=245731cd88a5494cbd32b1bfd6186361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740112 Aug 29 09:02:18.691599 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44072) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:18.698384 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adbaad-175f-4b82-bbb6-1539b985a4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7849364e-5757-4413-b0b0-8d2565e2565d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:18.757445 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1f097c84-14f2-43d2-bde6-3ea2246ffe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.788786 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1f097c84-14f2-43d2-bde6-3ea2246ffe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.843333 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1f097c84-14f2-43d2-bde6-3ea2246ffe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.846388 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1f097c84-14f2-43d2-bde6-3ea2246ffe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.849749 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1f097c84-14f2-43d2-bde6-3ea2246ffe1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7849364e-5757-4413-b0b0-8d2565e2565d HTTP/1.1" status: 204 len: 168 time: 0.1571484 Aug 29 09:02:18.872497 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f097c84-14f2-43d2-bde6-3ea2246ffe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7849364e-5757-4413-b0b0-8d2565e2565d,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:18.920499 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c719c5c-42dc-4a7c-aab2-32bd657249b2 req-bcc43d65-cbcf-4edb-9789-9d12608c7c10 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:18.925783 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c719c5c-42dc-4a7c-aab2-32bd657249b2 req-bcc43d65-cbcf-4edb-9789-9d12608c7c10 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 947 time: 0.0746942 Aug 29 09:02:18.939616 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:02:18.947822 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:18.962502 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Transition to ACTIVE for port object 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:18.965337 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c719c5c-42dc-4a7c-aab2-32bd657249b2 req-45c5ab36-f410-4513-b0bc-7558d4de706d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360606 Aug 29 09:02:18.973080 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.089957 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:19.131375 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Attempting to bind port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:02:19.131721 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Attempting to bind port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:02:19.132058 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Attempting to bind port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 on network 812fa8c2-08ae-4007-863a-07d566b3359f {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:19.140536 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 on network 812fa8c2-08ae-4007-863a-07d566b3359f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:02:19.140860 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Attempting to bind port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 on network 812fa8c2-08ae-4007-863a-07d566b3359f {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:19.146653 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb1786-9e7a-499d-a205-c4380fb468c2 req-687eb648-c3b1-4f81-b7f5-5656102c6bfd tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:19.147399 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:02:19.147744 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Checking segment: {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:02:19.148138 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Bound using segment: {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:02:19.148584 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Bound port: 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:02:19.149315 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adfb1786-9e7a-499d-a205-c4380fb468c2 req-687eb648-c3b1-4f81-b7f5-5656102c6bfd tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 943 time: 0.0893724 Aug 29 09:02:19.155887 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.231744 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adfb1786-9e7a-499d-a205-c4380fb468c2 req-3955cbb5-4a6f-4893-9094-caf5b1b10f27 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728147 Aug 29 09:02:19.293134 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] For port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:02:19.296695 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] For port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:02:19.303352 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.313598 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44086) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:19.330090 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-23a26e0e-e48e-4478-9286-d27984749b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.348655 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:19.349462 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.350906 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] 10.222.0.57 "PUT /v2.0/ports/3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 HTTP/1.1" status: 200 len: 1093 time: 0.7987356 Aug 29 09:02:19.351421 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'tag': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:02:19.354977 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3cec3d-4153-42af-a9f5-975a15fce2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2fceffad-7fae-4d7d-b5d4-c2ceb40225f7", "tag": "3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:02:19.384656 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b41b07-75a2-44b2-b18d-e1fee5ad75d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:19.410721 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fcaca0-98bd-4f6b-8d6c-792cd14dfa88 x-openstack-request-id: req-85fcaca0-98bd-4f6b-8d6c-792cd14dfa88 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:02:19.411086 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fceffad-7fae-4d7d-b5d4-c2ceb40225f7", "tag": "3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:02:19.411269 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85fcaca0-98bd-4f6b-8d6c-792cd14dfa88 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:02:19.411678 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'tag': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06', 'status': 'completed', 'code': 200} Aug 29 09:02:19.444797 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-23a26e0e-e48e-4478-9286-d27984749b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.454784 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-23a26e0e-e48e-4478-9286-d27984749b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.500537 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-23a26e0e-e48e-4478-9286-d27984749b01 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5c7d652eed54d4f888fd4502cf754c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857686 Aug 29 09:02:19.501491 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a26e0e-e48e-4478-9286-d27984749b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34d1ddb-ea78-4cf0-b6e3-b6f007bfb8ae,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:19.504029 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44092) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:19.580459 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1e4aa61-61d8-40ca-82c0-99961aead11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.620364 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1e4aa61-61d8-40ca-82c0-99961aead11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.659237 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cec3d-4153-42af-a9f5-975a15fce2ea req-5d5ca46c-cb22-477f-b5d1-7f8359b2c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:19.660810 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6d3cec3d-4153-42af-a9f5-975a15fce2ea req-5d5ca46c-cb22-477f-b5d1-7f8359b2c542 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 1096 time: 0.0903900 Aug 29 09:02:19.688525 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1e4aa61-61d8-40ca-82c0-99961aead11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.691076 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1e4aa61-61d8-40ca-82c0-99961aead11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:19.692282 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b1e4aa61-61d8-40ca-82c0-99961aead11e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d34d1ddb-ea78-4cf0-b6e3-b6f007bfb8ae HTTP/1.1" status: 204 len: 168 time: 0.1871238 Aug 29 09:02:19.754918 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4aa61-61d8-40ca-82c0-99961aead11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34d1ddb-ea78-4cf0-b6e3-b6f007bfb8ae,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:19.810633 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cec3d-4153-42af-a9f5-975a15fce2ea req-09e13330-2573-471a-9b45-59ae55f1ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:19.812168 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6d3cec3d-4153-42af-a9f5-975a15fce2ea req-09e13330-2573-471a-9b45-59ae55f1ea96 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d85a68703f65460f8635a7760e48717c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1347401 Aug 29 09:02:19.918360 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cec3d-4153-42af-a9f5-975a15fce2ea req-d4c22d31-bd23-4c28-ae74-96c23f964431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:19.919071 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6d3cec3d-4153-42af-a9f5-975a15fce2ea req-d4c22d31-bd23-4c28-ae74-96c23f964431 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989275 Aug 29 09:02:20.029436 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-bc381eb6-6bab-4c62-8ea5-07cb3c6fee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:20.032008 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-bc381eb6-6bab-4c62-8ea5-07cb3c6fee52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 1096 time: 0.0715196 Aug 29 09:02:20.077199 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-2912541c-9d55-4546-b20f-6b6c983ab714 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 HTTP/1.1" status: 200 len: 217 time: 0.0362017 Aug 29 09:02:20.129038 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-f492ed5e-79b2-49a2-b424-b931a0d903b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:20.130557 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-f492ed5e-79b2-49a2-b424-b931a0d903b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 200 len: 850 time: 0.0466330 Aug 29 09:02:20.184287 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-d733c32b-ff59-4169-a69b-98ec413b6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:20.185949 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-d733c32b-ff59-4169-a69b-98ec413b6abf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=812fa8c2-08ae-4007-863a-07d566b3359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449028 Aug 29 09:02:20.324829 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-b9828909-abeb-4ecd-959c-af43fb2f36b5 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284835 Aug 29 09:02:20.394068 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eadd0a-7eaf-4449-8b38-dea92ff038fc req-e9592e1f-4045-4560-988a-8f4ccd9099cf tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:20.395798 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c5eadd0a-7eaf-4449-8b38-dea92ff038fc req-e9592e1f-4045-4560-988a-8f4ccd9099cf tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 943 time: 0.0677919 Aug 29 09:02:20.450195 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c5eadd0a-7eaf-4449-8b38-dea92ff038fc req-402bd75c-b23e-4500-88da-cc8baa53938d tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470002 Aug 29 09:02:20.457452 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-88efe7da-84c9-47a7-8e25-fb6b9a5253fd req-7349df2a-bb91-4514-b537-3cad0e0e6ffa service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098258 Aug 29 09:02:21.583991 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cae9-cc50-4b49-90b4-20e1467a9fa4 req-b77288f2-f1ef-4232-b91e-e544182ce7ae tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:21.585530 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f10cae9-cc50-4b49-90b4-20e1467a9fa4 req-b77288f2-f1ef-4232-b91e-e544182ce7ae tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 943 time: 0.0513921 Aug 29 09:02:21.630392 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f10cae9-cc50-4b49-90b4-20e1467a9fa4 req-5578a92a-3df5-4d53-88c2-13d3239c22b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Aug 29 09:02:22.372621 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:02:22.480038 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:22.488661 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'port_id': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06', 'mac_address': 'fa:16:3e:49:4d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:02:22.527960 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:22.541814 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:02:22.564163 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:22.572816 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:22.620943 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:22.750029 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a54184-2951-4852-96df-31fcf99c3825 req-9ea6438a-7d6d-4e84-9bfb-849e22be0226 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:22.751639 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0a54184-2951-4852-96df-31fcf99c3825 req-9ea6438a-7d6d-4e84-9bfb-849e22be0226 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 944 time: 0.0507925 Aug 29 09:02:22.793997 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0a54184-2951-4852-96df-31fcf99c3825 req-a5a289d1-3930-4f7a-8e37-757798f3d3e1 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358331 Aug 29 09:02:22.884936 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:02:23.913782 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80360fd-4d0b-4a99-8a85-2ebf9662bcdd req-531b523e-c01c-4263-8d62-dd381a5922d4 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:23.915310 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a80360fd-4d0b-4a99-8a85-2ebf9662bcdd req-531b523e-c01c-4263-8d62-dd381a5922d4 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 944 time: 0.0511901 Aug 29 09:02:23.962441 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a80360fd-4d0b-4a99-8a85-2ebf9662bcdd req-68bfaf02-4b04-4a3b-9fd1-425a8f5910b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390735 Aug 29 09:02:24.382020 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:24.437270 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:24.441642 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:24.442184 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:24.539593 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:24.563880 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:02:24.565964 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62ce603-d701-48c0-826b-55da24dedf1d" -d '{"events": [{"server_uuid": "2fceffad-7fae-4d7d-b5d4-c2ceb40225f7", "name": "network-vif-plugged", "status": "completed", "tag": "3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:02:24.580907 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:24.590364 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:24.632264 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba9cc0a-f8ce-4607-876d-b60a6f749faa x-openstack-request-id: req-8ba9cc0a-f8ce-4607-876d-b60a6f749faa {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:02:24.632719 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fceffad-7fae-4d7d-b5d4-c2ceb40225f7", "name": "network-vif-plugged", "status": "completed", "tag": "3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:02:24.633122 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ba9cc0a-f8ce-4607-876d-b60a6f749faa {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:02:24.633809 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06', 'code': 200} Aug 29 09:02:24.668834 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:24.867925 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694768d0-e61f-4d2a-a7cd-b974da4ad0f5 req-b3ee5eec-7b12-47d4-b458-722e618c5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:24.869600 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-694768d0-e61f-4d2a-a7cd-b974da4ad0f5 req-b3ee5eec-7b12-47d4-b458-722e618c5c3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 1098 time: 0.0521345 Aug 29 09:02:24.911006 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-694768d0-e61f-4d2a-a7cd-b974da4ad0f5 req-7e0203cd-6b72-46d8-b3cb-bb7d1c2ce504 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337112 Aug 29 09:02:25.022390 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-1746a9ff-38c6-48e0-8582-50cad6b6652b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091371014&fields=id&tenant_id=fe574a1c54004de0a0983cfdc3b29e5a HTTP/1.1" status: 200 len: 267 time: 0.0402484 Aug 29 09:02:25.141262 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151797f-0a48-46bb-a945-76179854e89e req-348e63e0-ef21-4a56-9d19-b73d09625ddc tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:25.143551 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-348e63e0-ef21-4a56-9d19-b73d09625ddc tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 811 time: 0.1131525 Aug 29 09:02:25.167337 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-090ad4a2-f518-4169-b803-1c8f4ad831f9 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/quotas/fe574a1c54004de0a0983cfdc3b29e5a HTTP/1.1" status: 200 len: 375 time: 0.0125947 Aug 29 09:02:25.242844 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-70ce79d3-88b3-4b35-98de-cbe3fed497a6 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653992 Aug 29 09:02:25.378492 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-8780e0d6-e103-4333-969b-6af0a2915be2 service neutron] 10.222.0.45 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167126 Aug 29 09:02:25.519883 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-a233bf34-c6a3-4008-95f4-4150b5ea7a35 service neutron] 10.222.0.45 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337876 Aug 29 09:02:25.962699 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658b87c-8ba2-4814-a433-e3ad9b6abc78 req-7ae2cd82-70bb-4c07-9d23-f7afbe8b1baa tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:25.966203 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6658b87c-8ba2-4814-a433-e3ad9b6abc78 req-7ae2cd82-70bb-4c07-9d23-f7afbe8b1baa tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0859241 Aug 29 09:02:26.028910 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6658b87c-8ba2-4814-a433-e3ad9b6abc78 req-1bc20a12-7f38-4dc0-b1b8-c76997a26cbe tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534372 Aug 29 09:02:26.322646 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-34b45194-ba30-47cd-9700-b786b4ee1218 req-84d96d05-97fb-4879-ab53-a8593935be4f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 210 time: 0.0447500 Aug 29 09:02:26.450186 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50192b55-49b3-462a-8485-f9959012ed70 req-fb378b50-dfa0-4242-a803-58749e7c5f6b tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:26.452353 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-50192b55-49b3-462a-8485-f9959012ed70 req-fb378b50-dfa0-4242-a803-58749e7c5f6b tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 945 time: 0.0558867 Aug 29 09:02:26.510793 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-50192b55-49b3-462a-8485-f9959012ed70 req-1b1c064d-934c-4d3a-833c-1ecc82a1cca6 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461922 Aug 29 09:02:27.171536 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151797f-0a48-46bb-a945-76179854e89e req-a5c72c2f-e3d4-4bbf-a596-9b177c72ae98 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:27.173437 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-a5c72c2f-e3d4-4bbf-a596-9b177c72ae98 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 811 time: 0.1510694 Aug 29 09:02:27.235815 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-2ddcc8c0-a69c-43e3-97cb-c11566570391 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe574a1c54004de0a0983cfdc3b29e5a HTTP/1.1" status: 200 len: 380 time: 0.0479047 Aug 29 09:02:27.250387 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'port': {'device_id': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'admin_state_up': True, 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'security_groups': ['9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7']}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:27.253630 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4208e-dd83-45d8-8d0d-b446b0275517 req-82e45861-ef94-4d06-8a7a-a760d3c3a5b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:27.256846 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-41d4208e-dd83-45d8-8d0d-b446b0275517 req-82e45861-ef94-4d06-8a7a-a760d3c3a5b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.1156762 Aug 29 09:02:27.333796 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-41d4208e-dd83-45d8-8d0d-b446b0275517 req-b7e9e509-5b5b-4c3c-a196-bbce5adda02b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632241 Aug 29 09:02:27.417388 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Made reservation on behalf of fe574a1c54004de0a0983cfdc3b29e5a for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:02:27.423977 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:27.469550 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d62e4a2b-e34f-48d3-bb16-47b0a64556f0 req-5fd726d5-c449-4784-9b61-43049bfe3d85 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 210 time: 0.0356090 Aug 29 09:02:27.616762 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0e832-54d2-4c1a-8ec9-449d8db9020c req-4704008f-d6c6-463a-b23b-c030e5bda911 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:27.618601 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-66a0e832-54d2-4c1a-8ec9-449d8db9020c req-4704008f-d6c6-463a-b23b-c030e5bda911 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0583532 Aug 29 09:02:27.630213 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44302) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:27.635559 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-5b5f03ab-b75c-4e16-b9b4-fe83fe9a9777 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'floatingip': {'port_id': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:27.682905 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Allocated IP 172.20.0.13 (1e97d103-9793-4654-8580-63def8c14bef/860672bb-5b07-43d5-a1f6-fa498b4da69c/ce503db2-63b8-4e83-a75d-8ebad6062c8d) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:02:27.688009 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b5f03ab-b75c-4e16-b9b4-fe83fe9a9777 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:27.845107 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9c6d-5dc4-4693-ad5b-e0b3cbb9ab7b req-99fabd6e-25ed-4cb3-a67f-6a4c6d53e4bb tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:27.846871 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-efbb9c6d-5dc4-4693-ad5b-e0b3cbb9ab7b req-99fabd6e-25ed-4cb3-a67f-6a4c6d53e4bb tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 945 time: 0.1189346 Aug 29 09:02:27.910297 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:27.929275 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Transition to ACTIVE for port object ce503db2-63b8-4e83-a75d-8ebad6062c8d will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:27.941682 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-efbb9c6d-5dc4-4693-ad5b-e0b3cbb9ab7b req-5aabe45f-4832-47ff-938d-22a197ea84a3 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/security-groups?id=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877540 Aug 29 09:02:27.992743 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.063292 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Network 1e97d103-9793-4654-8580-63def8c14bef is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:28.069419 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:28.073496 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:02:28.122865 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'Port': ['ID=ce503db2-63b8-4e83-a75d-8ebad6062c8d,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:28.184369 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:28.185109 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.221566 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-76fb8f48-2e9d-43d7-b028-976d0ef4dc1e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:28.223238 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-76fb8f48-2e9d-43d7-b028-976d0ef4dc1e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.57 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 945 time: 0.0912364 Aug 29 09:02:28.224869 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-055dcb99-8b72-4748-8106-a59ef783f350 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9792242 Aug 29 09:02:28.258159 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Request body: {'port': {'device_id': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:28.324124 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b5f03ab-b75c-4e16-b9b4-fe83fe9a9777 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.332650 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b5f03ab-b75c-4e16-b9b4-fe83fe9a9777 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.375559 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a5893272-eaf5-44e3-ba6f-16d36c4e3847 None None] Provisioning for port ce503db2-63b8-4e83-a75d-8ebad6062c8d completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:28.382909 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a5893272-eaf5-44e3-ba6f-16d36c4e3847 None None] Provisioning complete for port ce503db2-63b8-4e83-a75d-8ebad6062c8d triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:28.383632 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a5893272-eaf5-44e3-ba6f-16d36c4e3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.425314 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.426869 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-a5893272-eaf5-44e3-ba6f-16d36c4e3847 None None] Port ce503db2-63b8-4e83-a75d-8ebad6062c8d cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:02:28.547935 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-5b5f03ab-b75c-4e16-b9b4-fe83fe9a9777 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Floating IP e0c3e5b9-9aea-4ca0-ba48-22105ddbf866 associated. External IP: 172.27.3.147, port: 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06. Aug 29 09:02:28.604074 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Deleting port e62d067f-8c2c-497c-86d1-f0a95719fca7 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:02:28.604353 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.764598 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eceb3-7818-4857-a36a-ec79066da98e req-8d6c7737-5faa-49bf-990a-d1d8d300d35f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:28.767085 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-483eceb3-7818-4857-a36a-ec79066da98e req-8d6c7737-5faa-49bf-990a-d1d8d300d35f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 932 time: 0.1554589 Aug 29 09:02:28.778690 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44316) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:28.782112 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] For port e62d067f-8c2c-497c-86d1-f0a95719fca7, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=e62d067f-8c2c-497c-86d1-f0a95719fca7,segment=NetworkSegment(c45c3554-5a29-4f86-a057-39d7662d8d25),segment_id=c45c3554-5a29-4f86-a057-39d7662d8d25)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:28.782480 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.803660 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Calling delete_port for e62d067f-8c2c-497c-86d1-f0a95719fca7 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:02:28.910225 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-483eceb3-7818-4857-a36a-ec79066da98e req-ce2c87d8-23fb-4be0-9770-59216d8625a6 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259892 Aug 29 09:02:28.951885 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce503db2-63b8-4e83-a75d-8ebad6062c8d {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:02:28.969750 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.987710 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Transition to ACTIVE for port object ce503db2-63b8-4e83-a75d-8ebad6062c8d will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:28.990473 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-89a6545d-72e5-4477-b41c-479e0dcd839e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:28.995552 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.072063 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5f03ab-b75c-4e16-b9b4-fe83fe9a9777 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Router 0397e72a-1e3c-4d8e-87cf-44f449991500 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:02:29.106710 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Pushing event updated for resources: {'Port': ['ID=ce503db2-63b8-4e83-a75d-8ebad6062c8d,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:29.150125 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.220762 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Pushing event deleted for resources: {'Port': ['ID=e62d067f-8c2c-497c-86d1-f0a95719fca7,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:29.300745 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] No DVR routers for this DVR port e62d067f-8c2c-497c-86d1-f0a95719fca7 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:02:29.303047 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Attempting to bind port ce503db2-63b8-4e83-a75d-8ebad6062c8d on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:02:29.303380 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Attempting to bind port ce503db2-63b8-4e83-a75d-8ebad6062c8d by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:02:29.303706 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Attempting to bind port ce503db2-63b8-4e83-a75d-8ebad6062c8d on network 1e97d103-9793-4654-8580-63def8c14bef {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:29.306708 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.309025 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f2c6b269-38df-43ab-8c75-a6774ae4d4a0 req-c21b72f3-ccb6-4f35-aacb-0c4971f2373e tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.57 "DELETE /v2.0/ports/e62d067f-8c2c-497c-86d1-f0a95719fca7 HTTP/1.1" status: 204 len: 173 time: 1.0708406 Aug 29 09:02:29.310697 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9171246a-52ec-423d-bb44-69f62eee3e20', 'name': 'network-vif-deleted', 'tag': 'e62d067f-8c2c-497c-86d1-f0a95719fca7'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:02:29.314571 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01344002-01dd-40bf-bcce-69dd64d5efeb" -d '{"events": [{"server_uuid": "9171246a-52ec-423d-bb44-69f62eee3e20", "name": "network-vif-deleted", "tag": "e62d067f-8c2c-497c-86d1-f0a95719fca7"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:02:29.322097 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Port ce503db2-63b8-4e83-a75d-8ebad6062c8d on network 1e97d103-9793-4654-8580-63def8c14bef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:02:29.322687 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Attempting to bind port ce503db2-63b8-4e83-a75d-8ebad6062c8d on network 1e97d103-9793-4654-8580-63def8c14bef {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:29.340012 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:02:29.340484 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Checking segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:02:29.341033 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Bound using segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:02:29.341742 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Bound port: ce503db2-63b8-4e83-a75d-8ebad6062c8d, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:02:29.342737 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.446676 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b29840b7-1b25-4514-8b55-1621859aafe4 req-a17f7f4d-5277-49c6-85d4-30fb928fa282 tempest-VolumesSnapshotTestJSON-862977575 tempest-VolumesSnapshotTestJSON-862977575-project] 10.222.0.45 "GET /v2.0/ports?device_id=9171246a-52ec-423d-bb44-69f62eee3e20 HTTP/1.1" status: 200 len: 210 time: 0.0399964 Aug 29 09:02:29.517379 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] For port ce503db2-63b8-4e83-a75d-8ebad6062c8d, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:02:29.527410 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] For port ce503db2-63b8-4e83-a75d-8ebad6062c8d, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=ce503db2-63b8-4e83-a75d-8ebad6062c8d,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:02:29.535410 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.555852 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-89a6545d-72e5-4477-b41c-479e0dcd839e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.560023 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5f03ab-b75c-4e16-b9b4-fe83fe9a9777 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:02:29.566023 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b5f03ab-b75c-4e16-b9b4-fe83fe9a9777 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.582556 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] Sync routers for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:02:29.590957 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-89a6545d-72e5-4477-b41c-479e0dcd839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.606715 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:29.608051 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:29.636919 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-5b5f03ab-b75c-4e16-b9b4-fe83fe9a9777 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "PUT /v2.0/floatingips/e0c3e5b9-9aea-4ca0-ba48-22105ddbf866 HTTP/1.1" status: 200 len: 991 time: 2.0053170 Aug 29 09:02:29.642356 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'tag': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:02:29.645190 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d25846-3ae1-436b-9d1c-ee793e984e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fceffad-7fae-4d7d-b5d4-c2ceb40225f7", "tag": "3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:02:29.650910 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-89a6545d-72e5-4477-b41c-479e0dcd839e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=413fa71c9a444f259bd4d70db216552b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8699124 Aug 29 09:02:29.654786 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44330) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:29.677676 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6545d-72e5-4477-b41c-479e0dcd839e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e76b8ff-7a1e-4501-920b-dc8badd8bbae,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:29.737669 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e712348c-a3fa-4c85-bae1-f3d13db480d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.774111 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e712348c-a3fa-4c85-bae1-f3d13db480d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.801794 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:29.851046 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b398cd48-8d8d-47fb-a3ad-4a68e81e958b x-openstack-request-id: req-b398cd48-8d8d-47fb-a3ad-4a68e81e958b {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:02:29.851530 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fceffad-7fae-4d7d-b5d4-c2ceb40225f7", "tag": "3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:02:29.851870 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b398cd48-8d8d-47fb-a3ad-4a68e81e958b {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:02:29.853661 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'tag': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06', 'status': 'completed', 'code': 200} Aug 29 09:02:29.893167 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e712348c-a3fa-4c85-bae1-f3d13db480d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.896640 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e712348c-a3fa-4c85-bae1-f3d13db480d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.902108 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e712348c-a3fa-4c85-bae1-f3d13db480d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e76b8ff-7a1e-4501-920b-dc8badd8bbae HTTP/1.1" status: 204 len: 168 time: 0.2415814 Aug 29 09:02:29.910305 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712348c-a3fa-4c85-bae1-f3d13db480d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e76b8ff-7a1e-4501-920b-dc8badd8bbae,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:29.919390 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1001b1-319e-44e4-bdd8-e3961baccc2c x-openstack-request-id: req-0e1001b1-319e-44e4-bdd8-e3961baccc2c {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:02:29.919693 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9171246a-52ec-423d-bb44-69f62eee3e20", "name": "network-vif-deleted", "tag": "e62d067f-8c2c-497c-86d1-f0a95719fca7", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:02:29.920093 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e1001b1-319e-44e4-bdd8-e3961baccc2c {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:02:29.920375 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9171246a-52ec-423d-bb44-69f62eee3e20', 'name': 'network-vif-deleted', 'tag': 'e62d067f-8c2c-497c-86d1-f0a95719fca7', 'status': 'completed', 'code': 200} Aug 29 09:02:29.964167 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:29.964909 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:29.967057 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] 10.222.0.57 "PUT /v2.0/ports/ce503db2-63b8-4e83-a75d-8ebad6062c8d HTTP/1.1" status: 200 len: 1094 time: 1.7181840 Aug 29 09:02:30.046618 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-f1ad58ec-21a6-467a-b79f-29037c7822d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:30.048179 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-f1ad58ec-21a6-467a-b79f-29037c7822d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 1098 time: 0.1267669 Aug 29 09:02:30.063185 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde5123-3ca4-4a6d-8efa-a0d26ccd262d service neutron] Pushing event updated for resources: {'Port': ['ID=ce503db2-63b8-4e83-a75d-8ebad6062c8d,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:30.199793 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992304a1-9943-4100-9617-80ccbdbb848d req-c580b398-0c4a-4084-b667-fbdf0f3e4f7c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:30.201502 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-992304a1-9943-4100-9617-80ccbdbb848d req-c580b398-0c4a-4084-b667-fbdf0f3e4f7c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 944 time: 0.0816975 Aug 29 09:02:30.254809 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-aebb1b3a-0dcf-4e62-9c18-9ffdc5eda0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:30.258261 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-aebb1b3a-0dcf-4e62-9c18-9ffdc5eda0df service neutron] 10.222.0.57 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 912 time: 0.1908908 Aug 29 09:02:30.275906 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-992304a1-9943-4100-9617-80ccbdbb848d req-05d54d15-0182-4eba-a799-4da7b1e8a4b7 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651951 Aug 29 09:02:30.374861 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151797f-0a48-46bb-a945-76179854e89e req-50888a3f-60d5-4de7-a8c3-6c008e228247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:30.376408 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-50888a3f-60d5-4de7-a8c3-6c008e228247 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 1097 time: 0.3492045 Aug 29 09:02:30.381358 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-e2cfb677-5eb1-40bd-a7e6-3739f47128bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 HTTP/1.1" status: 200 len: 999 time: 0.1161098 Aug 29 09:02:30.395827 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device e62d067f-8c2c-497c-86d1-f0a95719fca7 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:02:30.446357 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-76c2c285-b1ca-452c-af62-5a9ffd68b41b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce503db2-63b8-4e83-a75d-8ebad6062c8d HTTP/1.1" status: 200 len: 217 time: 0.0546784 Aug 29 09:02:30.471538 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: e62d067f-8c2c-497c-86d1-f0a95719fca7 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:02:30.471859 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device e62d067f-8c2c-497c-86d1-f0a95719fca7 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:02:30.549945 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44342) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:30.589884 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-6c232680-8c02-42dd-b78f-f1ffc77e4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:30.589884 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-6c232680-8c02-42dd-b78f-f1ffc77e4f82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 200 len: 850 time: 0.1905692 Aug 29 09:02:30.590545 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5f7099ed-bb94-4c29-9a90-599d026f39ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:30.591257 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151797f-0a48-46bb-a945-76179854e89e req-cb7513a3-32ff-4ac0-8554-7a27cf9608d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:30.591257 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-cb7513a3-32ff-4ac0-8554-7a27cf9608d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.1210334 Aug 29 09:02:30.702942 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'e0c3e5b9-9aea-4ca0-ba48-22105ddbf866', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'port_id': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'mac_address': 'fa:16:3e:49:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:02:11Z', 'updated_at': '2021-08-29T09:02:28Z', 'revision_number': 1, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:30.713202 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-060737f7-5c93-426b-9d08-e4585e25fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:30.719538 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-060737f7-5c93-426b-9d08-e4585e25fb60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=812fa8c2-08ae-4007-863a-07d566b3359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225483 Aug 29 09:02:30.742176 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5f7099ed-bb94-4c29-9a90-599d026f39ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:30.748969 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5f7099ed-bb94-4c29-9a90-599d026f39ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:30.756753 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] Checking router: 0397e72a-1e3c-4d8e-87cf-44f449991500 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:02:30.774097 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:30.775481 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:30.803032 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7099ed-bb94-4c29-9a90-599d026f39ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee09356-6441-4709-b841-318b7ac69e02,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:30.808793 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-5f7099ed-bb94-4c29-9a90-599d026f39ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3035c0523dd4721921d7cf64dd80d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572770 Aug 29 09:02:30.812778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44348) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:30.889297 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-56562a09-c936-4b61-a93b-cb9a4e98dcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:30.904124 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-4fa8466a-5fe1-42be-afc2-d2632c53b7f2 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771488 Aug 29 09:02:30.908211 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151797f-0a48-46bb-a945-76179854e89e req-3c6c5d66-94b5-4b40-9753-93da52b232d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:30.911462 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-3c6c5d66-94b5-4b40-9753-93da52b232d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2786751 Aug 29 09:02:30.927453 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-56562a09-c936-4b61-a93b-cb9a4e98dcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:30.998049 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-56562a09-c936-4b61-a93b-cb9a4e98dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:30.998362 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:31.001632 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-56562a09-c936-4b61-a93b-cb9a4e98dcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:31.002869 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-56562a09-c936-4b61-a93b-cb9a4e98dcba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ee09356-6441-4709-b841-318b7ac69e02 HTTP/1.1" status: 204 len: 168 time: 0.1890228 Aug 29 09:02:31.014160 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56562a09-c936-4b61-a93b-cb9a4e98dcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee09356-6441-4709-b841-318b7ac69e02,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:31.187673 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18d25846-3ae1-436b-9d1c-ee793e984e5f req-e4dc4eb4-4ade-4c0e-bf4c-5e47c8fd019c service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736137 Aug 29 09:02:31.191044 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:31.192044 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-31a66c21-58ef-445f-bbd8-c963d2662241 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619431 Aug 29 09:02:31.313301 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e151797f-0a48-46bb-a945-76179854e89e req-a97991cb-c902-4d11-bc52-04762e7b1411 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107304 Aug 29 09:02:31.332038 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'e0c3e5b9-9aea-4ca0-ba48-22105ddbf866', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'port_id': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'mac_address': 'fa:16:3e:49:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:02:11Z', 'updated_at': '2021-08-29T09:02:28Z', 'revision_number': 1, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:31.377939 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912a2a8e-3cae-4d49-b47f-48b5edf943d1 None None] The sync data for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi is: [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'e0c3e5b9-9aea-4ca0-ba48-22105ddbf866', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'port_id': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'mac_address': 'fa:16:3e:49:4d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:02:11Z', 'updated_at': '2021-08-29T09:02:28Z', 'revision_number': 1, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:02:31.478926 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fd778-277c-4a05-9f4d-7ac37cc53903 req-8cf9ebb9-a750-4570-9d51-6b21a6487112 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:31.489762 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fb8fd778-277c-4a05-9f4d-7ac37cc53903 req-8cf9ebb9-a750-4570-9d51-6b21a6487112 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 944 time: 0.1075888 Aug 29 09:02:31.537918 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fb8fd778-277c-4a05-9f4d-7ac37cc53903 req-aac21a48-0d37-46eb-ba70-28f53e7c5cf7 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455928 Aug 29 09:02:31.673722 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae9ff0-7170-4856-a25f-43e5e15d3353 None None] New status for floating IP e0c3e5b9-9aea-4ca0-ba48-22105ddbf866: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:02:31.680253 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44360) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:31.698261 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f1894330-30b2-4683-8c75-12fc9ed20d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:31.818520 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f1894330-30b2-4683-8c75-12fc9ed20d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:31.827394 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f1894330-30b2-4683-8c75-12fc9ed20d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:31.883864 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f1894330-30b2-4683-8c75-12fc9ed20d52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47ab16d839264d278f1a9c66d6d3612f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980181 Aug 29 09:02:31.883864 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1894330-30b2-4683-8c75-12fc9ed20d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616079ad-c45b-4a54-8ab6-f028e3b1fa6a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:31.885433 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44362) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:31.921033 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'tag': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:02:31.923573 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6198ad1a-17e8-4379-bfcc-1d1e61d53750" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0bf766-7aee-4e1b-81ce-8b2504d9cae9", "tag": "ce503db2-63b8-4e83-a75d-8ebad6062c8d"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:02:31.983573 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1c7451-5ff9-4c3f-8972-7dc6565c89dc x-openstack-request-id: req-4c1c7451-5ff9-4c3f-8972-7dc6565c89dc {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:02:31.984505 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0bf766-7aee-4e1b-81ce-8b2504d9cae9", "tag": "ce503db2-63b8-4e83-a75d-8ebad6062c8d", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:02:31.985020 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c1c7451-5ff9-4c3f-8972-7dc6565c89dc {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:02:31.985709 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'tag': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'status': 'completed', 'code': 200} Aug 29 09:02:31.991848 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7b5cdaf6-5be3-4ce8-a537-0cb44b0d6ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:32.034487 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7b5cdaf6-5be3-4ce8-a537-0cb44b0d6ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:32.101768 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-26942083-c6b7-41b4-b644-6e17b2069519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:32.103926 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-26942083-c6b7-41b4-b644-6e17b2069519 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 1097 time: 0.0859416 Aug 29 09:02:32.117508 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7b5cdaf6-5be3-4ce8-a537-0cb44b0d6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:32.121389 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7b5cdaf6-5be3-4ce8-a537-0cb44b0d6ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:32.123274 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7b5cdaf6-5be3-4ce8-a537-0cb44b0d6ee0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/616079ad-c45b-4a54-8ab6-f028e3b1fa6a HTTP/1.1" status: 204 len: 168 time: 0.2353122 Aug 29 09:02:32.138973 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cdaf6-5be3-4ce8-a537-0cb44b0d6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616079ad-c45b-4a54-8ab6-f028e3b1fa6a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:32.247339 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-d0f6c96e-1b06-4d1f-a91b-a8568b94936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:32.249754 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-d0f6c96e-1b06-4d1f-a91b-a8568b94936a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.1367354 Aug 29 09:02:32.318077 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-9ebb95d3-16e8-4446-bfc4-6981a08c05de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce503db2-63b8-4e83-a75d-8ebad6062c8d HTTP/1.1" status: 200 len: 217 time: 0.0570059 Aug 29 09:02:32.375704 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-bfe53f9a-87b2-4381-81ff-3ce7c1052c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:32.377324 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-bfe53f9a-87b2-4381-81ff-3ce7c1052c1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0552835 Aug 29 09:02:32.437028 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-468b6321-d7d1-45c1-9272-5a901e338231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:32.438806 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-468b6321-d7d1-45c1-9272-5a901e338231 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504408 Aug 29 09:02:32.613585 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-c1ac6099-cda2-46d6-977b-1cd9586d1a33 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651394 Aug 29 09:02:32.713259 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5514-cbeb-41a8-9ac0-8491882977b8 req-4a270aa1-8db6-4727-9bc1-36869c3e05e4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:32.715749 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d52b5514-cbeb-41a8-9ac0-8491882977b8 req-4a270aa1-8db6-4727-9bc1-36869c3e05e4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 944 time: 0.0689166 Aug 29 09:02:32.744722 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-6198ad1a-17e8-4379-bfcc-1d1e61d53750 req-e33cbc78-c1ae-4b79-81b9-96c601316bcc service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238627 Aug 29 09:02:32.775132 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d52b5514-cbeb-41a8-9ac0-8491882977b8 req-bde04f2d-beb4-43ae-ad07-c16a5cfae3fc tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532207 Aug 29 09:02:35.451275 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb248e-1783-420b-85d7-2aa062c5daaf req-e2ce7f74-4daa-4ab3-87ba-82671a8b0ce8 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:35.453071 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9ceb248e-1783-420b-85d7-2aa062c5daaf req-e2ce7f74-4daa-4ab3-87ba-82671a8b0ce8 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 944 time: 0.0618763 Aug 29 09:02:35.495145 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9ceb248e-1783-420b-85d7-2aa062c5daaf req-46d96e5b-5b5a-43ad-91b0-4a2a68d9af23 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352681 Aug 29 09:02:36.620940 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10139e-7ecf-4c89-933c-43f9bf5d6172 req-eb197f4d-3507-4051-b996-982e1efa4392 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:36.622338 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c10139e-7ecf-4c89-933c-43f9bf5d6172 req-eb197f4d-3507-4051-b996-982e1efa4392 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 944 time: 0.0556242 Aug 29 09:02:36.665586 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c10139e-7ecf-4c89-933c-43f9bf5d6172 req-2734ce17-d8bf-4c27-bfd3-50660af0592c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370476 Aug 29 09:02:39.371077 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb367-6615-44d4-a575-33d8fbbbaf94 req-651205c5-1a18-4dba-8296-79d5dec0c414 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:39.372607 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-02ceb367-6615-44d4-a575-33d8fbbbaf94 req-651205c5-1a18-4dba-8296-79d5dec0c414 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 944 time: 0.0560486 Aug 29 09:02:39.417453 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-02ceb367-6615-44d4-a575-33d8fbbbaf94 req-8d8ab061-5369-4142-9b71-af457ac30ccd tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366178 Aug 29 09:02:40.337788 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bff805a5-fb1f-4f23-a817-4b1b8cb0fb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:40.460126 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device ce503db2-63b8-4e83-a75d-8ebad6062c8d details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:02:40.583064 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fbac-85bb-4707-8c6b-c53e9706a558 req-d1253985-cefc-42b4-a784-c32cd62851e0 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:40.584970 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a0f2fbac-85bb-4707-8c6b-c53e9706a558 req-d1253985-cefc-42b4-a784-c32cd62851e0 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 944 time: 0.0536256 Aug 29 09:02:40.585750 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port ce503db2-63b8-4e83-a75d-8ebad6062c8d, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=ce503db2-63b8-4e83-a75d-8ebad6062c8d,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:40.600780 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'port_id': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'mac_address': 'fa:16:3e:22:3a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:02:40.627223 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a0f2fbac-85bb-4707-8c6b-c53e9706a558 req-b89cbd01-eff6-47a8-bef4-49fc55cdc283 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347264 Aug 29 09:02:40.646817 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:40.661688 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce503db2-63b8-4e83-a75d-8ebad6062c8d {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:02:40.688769 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port ce503db2-63b8-4e83-a75d-8ebad6062c8d, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=ce503db2-63b8-4e83-a75d-8ebad6062c8d,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:40.697485 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:40.753163 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=ce503db2-63b8-4e83-a75d-8ebad6062c8d,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:41.004497 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488dfc9-4b4d-4aba-98ad-416187439971 req-efba13d2-d202-486e-b4d8-f4fa2c33b940 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:41.005955 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2488dfc9-4b4d-4aba-98ad-416187439971 req-efba13d2-d202-486e-b4d8-f4fa2c33b940 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 947 time: 0.0581834 Aug 29 09:02:41.048044 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2488dfc9-4b4d-4aba-98ad-416187439971 req-e171a98c-6bc3-4471-9842-7d063ba86eb3 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356297 Aug 29 09:02:43.622537 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cbe55-59b4-4f66-b297-2744c5a6dc17 req-9c451a96-6991-40ee-b544-92b549630f0e tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:43.624202 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d45cbe55-59b4-4f66-b297-2744c5a6dc17 req-9c451a96-6991-40ee-b544-92b549630f0e tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 945 time: 0.0613964 Aug 29 09:02:43.681377 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d45cbe55-59b4-4f66-b297-2744c5a6dc17 req-160d5aa7-fca0-49ab-8151-ce5f9971fb9a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463359 Aug 29 09:02:43.688709 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['ce503db2-63b8-4e83-a75d-8ebad6062c8d'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:02:43.811591 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211977b-121a-414e-a06a-7a6d7f839ffd req-0944e7c1-84b2-44c2-b718-522a969fc6f0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:43.813182 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b211977b-121a-414e-a06a-7a6d7f839ffd req-0944e7c1-84b2-44c2-b718-522a969fc6f0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 947 time: 0.0582235 Aug 29 09:02:43.859415 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b211977b-121a-414e-a06a-7a6d7f839ffd req-24813187-cba2-4c11-bd18-968385ca495d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385714 Aug 29 09:02:43.878116 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:45.092634 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8582961f-4c53-4581-a652-8eef25c67c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:46.366905 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:47.156484 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffabc2e-ab94-40f9-ac4b-fccdfbf58ea8 req-5af81da2-010d-4876-acb4-b1218028940d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:47.157963 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6ffabc2e-ab94-40f9-ac4b-fccdfbf58ea8 req-5af81da2-010d-4876-acb4-b1218028940d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 945 time: 0.0512393 Aug 29 09:02:47.201912 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6ffabc2e-ab94-40f9-ac4b-fccdfbf58ea8 req-0e594ed9-95ab-47a1-b30e-d583fe6d22e8 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377414 Aug 29 09:02:47.342532 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f29d1-4bf7-4466-a5a8-814489bfceb9 req-dd0c954a-0f7c-4046-839e-ff53aa2126de tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:47.345057 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-736f29d1-4bf7-4466-a5a8-814489bfceb9 req-dd0c954a-0f7c-4046-839e-ff53aa2126de tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 947 time: 0.0685456 Aug 29 09:02:47.391980 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-736f29d1-4bf7-4466-a5a8-814489bfceb9 req-01677b1b-9b46-41bd-9112-c6ce0e8a10ab tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406239 Aug 29 09:02:47.610495 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:48.676769 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:02:50.106408 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device ce503db2-63b8-4e83-a75d-8ebad6062c8d up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:02:50.164135 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port ce503db2-63b8-4e83-a75d-8ebad6062c8d completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:50.169066 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port ce503db2-63b8-4e83-a75d-8ebad6062c8d triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:50.169481 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:50.270228 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:50.277895 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878a1ae-5722-4e12-9aba-17d1c4f93942 req-135e61b5-ebcc-4b2b-bbc9-6e0e9f3fee63 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:50.279455 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2878a1ae-5722-4e12-9aba-17d1c4f93942 req-135e61b5-ebcc-4b2b-bbc9-6e0e9f3fee63 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 945 time: 0.0638931 Aug 29 09:02:50.303712 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:02:50.307447 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65315d80-2c66-498a-b3fb-ee30dec0dee5" -d '{"events": [{"server_uuid": "fe0bf766-7aee-4e1b-81ce-8b2504d9cae9", "name": "network-vif-plugged", "status": "completed", "tag": "ce503db2-63b8-4e83-a75d-8ebad6062c8d"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:02:50.330927 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port ce503db2-63b8-4e83-a75d-8ebad6062c8d, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=ce503db2-63b8-4e83-a75d-8ebad6062c8d,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:50.337353 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:50.346264 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2878a1ae-5722-4e12-9aba-17d1c4f93942 req-05259e80-e423-48d8-bdf7-e23b0f8719cb tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599396 Aug 29 09:02:50.396904 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-f1d0b22d-1712-4d1b-8078-f4fe1533fe40 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:50.398458 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-f1d0b22d-1712-4d1b-8078-f4fe1533fe40 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 947 time: 0.0619223 Aug 29 09:02:50.425623 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=ce503db2-63b8-4e83-a75d-8ebad6062c8d,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:50.434146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.434665 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.434767 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.435212 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.435514 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.435878 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.436237 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.436868 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.437284 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.437715 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.438047 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.438553 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:02:50.481340 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d131652-ddb2-486a-876b-720ba152a511 req-1d671ee9-349a-4256-bd86-c8c9510f4ad8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:50.484045 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d131652-ddb2-486a-876b-720ba152a511 req-1d671ee9-349a-4256-bd86-c8c9510f4ad8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 947 time: 0.0588305 Aug 29 09:02:50.516886 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Deleting port 978b261c-5620-4ce9-b2ec-7e1e177a4667 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:02:50.517225 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:50.527026 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d131652-ddb2-486a-876b-720ba152a511 req-6363b132-007f-4c67-b0ac-258b69f5c0ea tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363789 Aug 29 09:02:50.592625 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b14e09b-a995-4f1f-9bd5-3598519281dc x-openstack-request-id: req-4b14e09b-a995-4f1f-9bd5-3598519281dc {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:02:50.592981 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0bf766-7aee-4e1b-81ce-8b2504d9cae9", "name": "network-vif-plugged", "status": "completed", "tag": "ce503db2-63b8-4e83-a75d-8ebad6062c8d", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:02:50.593327 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b14e09b-a995-4f1f-9bd5-3598519281dc {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:02:50.593947 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'code': 200} Aug 29 09:02:50.629414 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] For port 978b261c-5620-4ce9-b2ec-7e1e177a4667, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=978b261c-5620-4ce9-b2ec-7e1e177a4667,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:02:50.629782 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:50.960295 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:50.960700 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:50.961144 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Floating IP a1408e0f-be20-496b-8430-904603197f2d disassociated. External IP: 172.27.3.18, port: 978b261c-5620-4ce9-b2ec-7e1e177a4667. Aug 29 09:02:50.961550 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Calling delete_port for 978b261c-5620-4ce9-b2ec-7e1e177a4667 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:02:50.980282 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049d0f9-e2b4-4621-a5ca-1f4c709db9ec req-8074353e-b4fa-4c5f-9e13-34b5168b353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:50.981870 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b049d0f9-e2b4-4621-a5ca-1f4c709db9ec req-8074353e-b4fa-4c5f-9e13-34b5168b353c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 1099 time: 0.1754858 Aug 29 09:02:51.064741 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b049d0f9-e2b4-4621-a5ca-1f4c709db9ec req-20935d2d-b97f-4a45-8eff-9178bc1aeedf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512826 Aug 29 09:02:51.147848 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:51.186397 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event deleted for resources: {'Port': ['ID=978b261c-5620-4ce9-b2ec-7e1e177a4667,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:51.320738 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Router 57254f4c-ea5a-47f1-9792-19e7d782cee7 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:02:51.478167 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:02:51.494256 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] Sync routers for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:02:51.519748 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:51.520911 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:51.549603 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] No DVR routers for this DVR port 978b261c-5620-4ce9-b2ec-7e1e177a4667 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:02:51.553881 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:51.557797 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-06419bee-6ac5-46c2-ba2f-d9e71ce8bf0d req-48e13d4a-2a2f-4a0a-8c45-887af08d9294 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "DELETE /v2.0/ports/978b261c-5620-4ce9-b2ec-7e1e177a4667 HTTP/1.1" status: 204 len: 173 time: 1.1438851 Aug 29 09:02:51.558711 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-deleted', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:02:51.563159 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058bbfd1-a1c6-4cd0-9365-7bd622419142" -d '{"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-deleted", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:02:51.692869 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:51.901957 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c26ae8-3678-4a43-8cf4-20d1d5fcb34d req-47a3e69b-c732-4107-a1bc-057d1a41ce0b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:51.911013 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-56c26ae8-3678-4a43-8cf4-20d1d5fcb34d req-47a3e69b-c732-4107-a1bc-057d1a41ce0b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 946 time: 0.4448419 Aug 29 09:02:51.966017 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-56c26ae8-3678-4a43-8cf4-20d1d5fcb34d req-2188f386-44d2-4e42-82d4-18b05ab2bdb7 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536404 Aug 29 09:02:52.004359 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:52.042656 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] Checking router: 57254f4c-ea5a-47f1-9792-19e7d782cee7 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:02:52.057377 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:52.058109 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:52.117941 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eaee4c73-ac4c-4218-85e0-89d53f7fd760 req-dd2a475c-6bdb-40e0-b4fe-295121884042 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6cf666b-3eee-49e1-afe5-584ce7d20f20 HTTP/1.1" status: 200 len: 210 time: 0.0445299 Aug 29 09:02:52.197401 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7254dd4-c28c-4988-8e15-8205f9869b7a x-openstack-request-id: req-c7254dd4-c28c-4988-8e15-8205f9869b7a {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:02:52.198549 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cf666b-3eee-49e1-afe5-584ce7d20f20", "name": "network-vif-deleted", "tag": "978b261c-5620-4ce9-b2ec-7e1e177a4667", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:02:52.199239 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7254dd4-c28c-4988-8e15-8205f9869b7a {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:02:52.201086 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cf666b-3eee-49e1-afe5-584ce7d20f20', 'name': 'network-vif-deleted', 'tag': '978b261c-5620-4ce9-b2ec-7e1e177a4667', 'status': 'completed', 'code': 200} Aug 29 09:02:52.247288 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:52.571729 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:52.604192 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b76b0-a7e8-4480-8eb2-9e47ad58ff79 None None] The sync data for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi is: [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:02:52.841536 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564f278-be06-478e-920d-12ea6c7436fd None None] New status for floating IP a1408e0f-be20-496b-8430-904603197f2d: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:02:53.111846 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c78fb2-cd8e-4044-b05d-87fcf1feece3 req-98d239e8-08f4-4ced-8c40-dc9df4b550ff tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:53.113493 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-46c78fb2-cd8e-4044-b05d-87fcf1feece3 req-98d239e8-08f4-4ced-8c40-dc9df4b550ff tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 946 time: 0.0583818 Aug 29 09:02:53.158713 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-46c78fb2-cd8e-4044-b05d-87fcf1feece3 req-d3b2af59-824b-4572-9154-ee37ff7329bf tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387418 Aug 29 09:02:53.332925 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c5862-9a2e-405d-bd08-0a8b34945a2b req-6b91c37c-b68f-4b4f-8267-eb4191281ea4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:53.341506 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd5c5862-9a2e-405d-bd08-0a8b34945a2b req-6b91c37c-b68f-4b4f-8267-eb4191281ea4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 946 time: 0.0837193 Aug 29 09:02:53.391743 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd5c5862-9a2e-405d-bd08-0a8b34945a2b req-57d430df-bd7b-47b5-9de2-d25262bd51d5 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491805 Aug 29 09:02:53.414555 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44656) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:53.436000 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44660) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:53.526926 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-09cf4301-08b2-4ec5-b00f-7ef34136c8c9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:53.579662 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-09cf4301-08b2-4ec5-b00f-7ef34136c8c9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:53.649527 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8635f6f-36a2-40b4-b9aa-18af15525834 tempest-TestVolumeBootPattern-707527756 tempest-TestVolumeBootPattern-707527756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:53.651215 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c8635f6f-36a2-40b4-b9aa-18af15525834 tempest-TestVolumeBootPattern-707527756 tempest-TestVolumeBootPattern-707527756-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 1094 time: 0.2355921 Aug 29 09:02:53.654334 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44664) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:53.660289 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'floatingip': {'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'port_id': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:53.686372 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-09cf4301-08b2-4ec5-b00f-7ef34136c8c9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:53.690157 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-09cf4301-08b2-4ec5-b00f-7ef34136c8c9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:53.690980 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-09cf4301-08b2-4ec5-b00f-7ef34136c8c9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "DELETE /v2.0/security-groups/8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1 HTTP/1.1" status: 204 len: 168 time: 0.2539783 Aug 29 09:02:53.694257 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44666) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:53.695271 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:53.708674 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.api.v2.resource [None req-ad8122aa-9286-46b0-93d1-42ed3246cf34 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] show failed (client error): The resource could not be found. Aug 29 09:02:53.709725 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ad8122aa-9286-46b0-93d1-42ed3246cf34 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups/8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1 HTTP/1.1" status: 404 len: 347 time: 0.0146523 Aug 29 09:02:53.713000 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44668) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:53.714872 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf4301-08b2-4ec5-b00f-7ef34136c8c9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8058e8a5-e66e-42ce-b4c8-ab47dda2c1f1,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:53.803335 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:53.844574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Deleting port 2a2ffaea-f674-4ba6-946e-d338e6b8e6b5 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:02:53.845052 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:53.913820 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Allocated IP 172.27.3.89 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/77766ffc-529e-48fd-b7ff-67d88ef7f440) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:02:53.927862 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:53.928259 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:53.942393 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Calling delete_port for 2a2ffaea-f674-4ba6-946e-d338e6b8e6b5 owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:02:54.107776 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.135430 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event deleted for resources: {'Port': ['ID=2a2ffaea-f674-4ba6-946e-d338e6b8e6b5,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:54.206680 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.209564 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.213707 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7a29a6b1-b894-47ad-8385-0a0da8f6d66c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "DELETE /v2.0/floatingips/a1408e0f-be20-496b-8430-904603197f2d HTTP/1.1" status: 204 len: 168 time: 0.4966135 Aug 29 09:02:54.255943 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.297396 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.335716 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:54.342369 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:54.346103 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:02:54.351721 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'Port': ['ID=77766ffc-529e-48fd-b7ff-67d88ef7f440,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:54.481515 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:02:54.507428 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 978b261c-5620-4ce9-b2ec-7e1e177a4667 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:02:54.508052 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 978b261c-5620-4ce9-b2ec-7e1e177a4667 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:02:54.519780 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44686) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:54.524733 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-db2eec7f-8981-491f-a7e7-c3df869890df tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809122676', 'description': 'tempest-description--1960727058'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:54.551350 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db2eec7f-8981-491f-a7e7-c3df869890df tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.648194 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db2eec7f-8981-491f-a7e7-c3df869890df tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.653213 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db2eec7f-8981-491f-a7e7-c3df869890df tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.681748 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-db2eec7f-8981-491f-a7e7-c3df869890df tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.683032 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-db2eec7f-8981-491f-a7e7-c3df869890df tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1622148 Aug 29 09:02:54.686265 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44690) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:54.692096 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-51b8e9ce-984b-4dcf-af03-7cd21edca693 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'security_group_rule': {'security_group_id': '385b6b8d-0d32-4705-a5e7-65446d3e63ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:54.701216 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2eec7f-8981-491f-a7e7-c3df869890df tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385b6b8d-0d32-4705-a5e7-65446d3e63ea,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:54.737065 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51b8e9ce-984b-4dcf-af03-7cd21edca693 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.814539 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51b8e9ce-984b-4dcf-af03-7cd21edca693 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.820913 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51b8e9ce-984b-4dcf-af03-7cd21edca693 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.842085 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8e9ce-984b-4dcf-af03-7cd21edca693 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b970f9a7-f742-417e-b681-71e8d097e25a,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:54.845083 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.853853 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51b8e9ce-984b-4dcf-af03-7cd21edca693 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.857720 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-51b8e9ce-984b-4dcf-af03-7cd21edca693 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677549 Aug 29 09:02:54.857935 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44692) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:54.862946 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-57afd4df-92b7-4b9b-9db2-fd84043439f4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'security_group_rule': {'security_group_id': '385b6b8d-0d32-4705-a5e7-65446d3e63ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:54.896113 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-57afd4df-92b7-4b9b-9db2-fd84043439f4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.951304 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.963258 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-57afd4df-92b7-4b9b-9db2-fd84043439f4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.968333 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-57afd4df-92b7-4b9b-9db2-fd84043439f4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:54.986910 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afd4df-92b7-4b9b-9db2-fd84043439f4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31d12b2-0187-4c6f-adef-6bc0530158a5,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:55.004247 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-57afd4df-92b7-4b9b-9db2-fd84043439f4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.005530 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-57afd4df-92b7-4b9b-9db2-fd84043439f4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466007 Aug 29 09:02:55.009627 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44694) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:55.014698 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'floatingip': {'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:55.044285 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.127716 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.133181 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.146944 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.200407 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'Port': ['ID=77766ffc-529e-48fd-b7ff-67d88ef7f440,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:55.211362 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.260688 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Allocated IP 172.27.3.218 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/e769d76d-f6c4-4a68-b394-1cf716ab24b0) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:02:55.319465 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Floating IP cbe48b52-3a88-4eca-9138-a98952360201 associated. External IP: 172.27.3.89, port: ce503db2-63b8-4e83-a75d-8ebad6062c8d. Aug 29 09:02:55.370184 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.415941 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.451263 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:55.458727 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:55.462358 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:02:55.468069 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'Port': ['ID=e769d76d-f6c4-4a68-b394-1cf716ab24b0,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:55.549175 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Router 73b5d587-d347-4662-bef8-e0f8fda4f1cd has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:02:55.602860 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.663189 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.671453 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:02:55.682868 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] Sync routers for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:02:55.691048 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.696629 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:55.697528 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:55.733254 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3f3b0f3f-3f82-4438-bcf2-57e5ec3a8f44 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0682814 Aug 29 09:02:55.733254 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'tag': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:02:55.733254 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e89c762-c939-4804-b7da-43443e67d64e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0bf766-7aee-4e1b-81ce-8b2504d9cae9", "tag": "ce503db2-63b8-4e83-a75d-8ebad6062c8d"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:02:55.827954 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:55.864028 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.870664 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:55.881389 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a2d069-2b17-482e-a838-7e1a9fff0250 x-openstack-request-id: req-58a2d069-2b17-482e-a838-7e1a9fff0250 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:02:55.881983 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0bf766-7aee-4e1b-81ce-8b2504d9cae9", "tag": "ce503db2-63b8-4e83-a75d-8ebad6062c8d", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:02:55.882097 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58a2d069-2b17-482e-a838-7e1a9fff0250 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:02:55.882892 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'tag': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'status': 'completed', 'code': 200} Aug 29 09:02:55.953623 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89c762-c939-4804-b7da-43443e67d64e req-eb6b7e5e-8bb2-4a77-b9e3-3c07da9e38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:55.955342 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'Port': ['ID=e769d76d-f6c4-4a68-b394-1cf716ab24b0,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:55.956039 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e89c762-c939-4804-b7da-43443e67d64e req-eb6b7e5e-8bb2-4a77-b9e3-3c07da9e38c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 1099 time: 0.0560381 Aug 29 09:02:55.983291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:56.001211 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:56.002663 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bb1bf3c6-3a6e-4933-a5b3-7c20abd3f762 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9917784 Aug 29 09:02:56.073845 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89c762-c939-4804-b7da-43443e67d64e req-983a8585-3023-4798-a89a-b899c88962d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:56.075603 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e89c762-c939-4804-b7da-43443e67d64e req-983a8585-3023-4798-a89a-b899c88962d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.1119692 Aug 29 09:02:56.130884 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'cbe48b52-3a88-4eca-9138-a98952360201', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:22:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:02:54Z', 'updated_at': '2021-08-29T09:02:54Z', 'revision_number': 0, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:56.160775 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e89c762-c939-4804-b7da-43443e67d64e req-2e73df36-e641-4602-80ed-19af7c902267 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce503db2-63b8-4e83-a75d-8ebad6062c8d HTTP/1.1" status: 200 len: 999 time: 0.0766468 Aug 29 09:02:56.223018 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89c762-c939-4804-b7da-43443e67d64e req-f3e65c01-3c4c-4c9f-a693-fd3ce4184749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:56.224399 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e89c762-c939-4804-b7da-43443e67d64e req-f3e65c01-3c4c-4c9f-a693-fd3ce4184749 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0554752 Aug 29 09:02:56.233588 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-4f521c1f-9c57-47a1-a2e2-f5795dbac329 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--809122676&fields=id&tenant_id=783a6737f8df49899d3a2a915b7e9420 HTTP/1.1" status: 200 len: 267 time: 0.0367301 Aug 29 09:02:56.275126 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89c762-c939-4804-b7da-43443e67d64e req-ef268d51-012e-4a62-abf7-9646182c6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:56.276650 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e89c762-c939-4804-b7da-43443e67d64e req-ef268d51-012e-4a62-abf7-9646182c6ff8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448661 Aug 29 09:02:56.289952 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] Checking router: 73b5d587-d347-4662-bef8-e0f8fda4f1cd for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:02:56.301434 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:02:56.302067 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:56.356250 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-53e697c2-ae76-4b7b-84eb-756c37d673fa tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:56.357533 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-53e697c2-ae76-4b7b-84eb-756c37d673fa tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 817 time: 0.1135314 Aug 29 09:02:56.374057 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-97e49834-967a-4d45-9d09-2700251bda53 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/quotas/783a6737f8df49899d3a2a915b7e9420 HTTP/1.1" status: 200 len: 375 time: 0.0101683 Aug 29 09:02:56.382291 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e89c762-c939-4804-b7da-43443e67d64e req-66ee1bd5-7865-466e-b6fd-1049b000a699 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977325 Aug 29 09:02:56.426421 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:02:56.436019 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-ba74be6f-a532-4737-a0a3-deede889fc2f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557003 Aug 29 09:02:56.493139 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e89c762-c939-4804-b7da-43443e67d64e req-67cc215f-3d52-40d4-9538-7fa0c7fdeb30 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026747 Aug 29 09:02:56.562769 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-5a5b2180-d726-4e32-b15a-a57d1dc5ebef service neutron] 10.222.0.45 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065779 Aug 29 09:02:56.678091 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-d6f2335b-759f-48f9-8c7e-b3b06e4ee658 service neutron] 10.222.0.45 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086240 Aug 29 09:02:56.706461 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'cbe48b52-3a88-4eca-9138-a98952360201', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:22:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:02:54Z', 'updated_at': '2021-08-29T09:02:54Z', 'revision_number': 0, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:56.789193 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e046b3-b399-4733-952c-8e3e7f98e528 None None] The sync data for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi is: [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'cbe48b52-3a88-4eca-9138-a98952360201', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.89', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:22:3a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:02:54Z', 'updated_at': '2021-08-29T09:02:54Z', 'revision_number': 0, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:02:56.790784 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44738) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:56.908087 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55c2c5fe-527e-475c-91bd-feb48f01f470 req-f141452a-a334-4ed1-b918-1c23a94e8f9a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 210 time: 0.0619400 Aug 29 09:02:56.975377 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-86f035d3-59fe-4f25-a35f-b8f44ebdc050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:57.213865 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-86f035d3-59fe-4f25-a35f-b8f44ebdc050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:57.226598 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-86f035d3-59fe-4f25-a35f-b8f44ebdc050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:57.278930 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0eee76-fe62-4647-a4a2-b19f1a04dfb7 None None] New status for floating IP cbe48b52-3a88-4eca-9138-a98952360201: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:02:57.307542 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-86f035d3-59fe-4f25-a35f-b8f44ebdc050 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1bcffc8e8904538bf0494343b9c5a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152013 Aug 29 09:02:57.309992 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44766) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:57.324411 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f035d3-59fe-4f25-a35f-b8f44ebdc050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca6df0-ca72-4165-8b02-e42ce181bee0,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:57.405251 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dba14450-6954-4c9d-918b-7514b6b7f142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:57.440467 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dba14450-6954-4c9d-918b-7514b6b7f142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:57.515531 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dba14450-6954-4c9d-918b-7514b6b7f142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:57.518308 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dba14450-6954-4c9d-918b-7514b6b7f142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:57.523312 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-dba14450-6954-4c9d-918b-7514b6b7f142 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27ca6df0-ca72-4165-8b02-e42ce181bee0 HTTP/1.1" status: 204 len: 168 time: 0.2079377 Aug 29 09:02:57.532558 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba14450-6954-4c9d-918b-7514b6b7f142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca6df0-ca72-4165-8b02-e42ce181bee0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:58.004171 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2cf16550-ef1b-484b-b578-f55ac3705803 req-8087c374-da34-4368-871a-c47299ad1f53 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 210 time: 0.0263498 Aug 29 09:02:58.291792 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-2784c4db-45f0-4c83-8dfd-f7773c2a58d3 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:58.293449 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-2784c4db-45f0-4c83-8dfd-f7773c2a58d3 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 817 time: 0.1513760 Aug 29 09:02:58.366185 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-7b06dff5-f3bc-4b20-8ab0-a220639fdb9f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=783a6737f8df49899d3a2a915b7e9420 HTTP/1.1" status: 200 len: 379 time: 0.0626123 Aug 29 09:02:58.383599 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'port': {'device_id': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'admin_state_up': True, 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'security_groups': ['385b6b8d-0d32-4705-a5e7-65446d3e63ea']}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:58.540911 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Made reservation on behalf of 783a6737f8df49899d3a2a915b7e9420 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:02:58.546338 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:58.687800 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Allocated IP 172.20.0.3 (d411806f-0162-4900-9040-3bd80c657393/48c1e525-5da5-42e3-b438-97dffc7896fc/fb02aef3-8e04-49c2-8b85-8d69adfe6ce0) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:02:58.837066 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:58.852124 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Transition to ACTIVE for port object fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:58.887824 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:58.935915 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Network d411806f-0162-4900-9040-3bd80c657393 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:02:58.939415 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:02:58.945668 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:02:58.974837 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:59.003691 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:59.004309 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.030294 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-f52d89e7-4e63-4034-8609-0741e64123b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6520891 Aug 29 09:02:59.044262 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Request body: {'port': {'device_id': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:02:59.129335 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.158000 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c44a4-3ee2-4975-9dea-f96e2e448a3c req-2ce30d0a-e015-4ec6-8813-d232b67b4f08 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:02:59.159622 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-541c44a4-3ee2-4975-9dea-f96e2e448a3c req-2ce30d0a-e015-4ec6-8813-d232b67b4f08 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 931 time: 0.0622494 Aug 29 09:02:59.207209 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-541c44a4-3ee2-4975-9dea-f96e2e448a3c req-e10c33cf-a889-4d19-916d-a4560bf7d6a6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349970 Aug 29 09:02:59.261167 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-28c98e7b-dd94-4ed0-a66c-6d7dd984f2a4 None None] Provisioning for port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:02:59.266932 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-28c98e7b-dd94-4ed0-a66c-6d7dd984f2a4 None None] Provisioning complete for port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:02:59.267560 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-28c98e7b-dd94-4ed0-a66c-6d7dd984f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.304977 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-28c98e7b-dd94-4ed0-a66c-6d7dd984f2a4 None None] Port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:02:59.430717 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44828) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:59.525905 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cbbef6-4eae-4bb7-a7ba-f5e9be124bfb admin admin] Deleting subnet e4497986-f88f-4e3d-b25a-781a7175919e {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:02:59.531949 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbef6-4eae-4bb7-a7ba-f5e9be124bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.575400 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbef6-4eae-4bb7-a7ba-f5e9be124bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.616913 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbef6-4eae-4bb7-a7ba-f5e9be124bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.683283 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbef6-4eae-4bb7-a7ba-f5e9be124bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.710813 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbbef6-4eae-4bb7-a7ba-f5e9be124bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4497986-f88f-4e3d-b25a-781a7175919e,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:59.714765 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbef6-4eae-4bb7-a7ba-f5e9be124bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.716466 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:02:59.716965 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b8cbbef6-4eae-4bb7-a7ba-f5e9be124bfb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e4497986-f88f-4e3d-b25a-781a7175919e HTTP/1.1" status: 204 len: 168 time: 0.2849884 Aug 29 09:02:59.720990 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44830) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:02:59.726781 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.739870 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Transition to ACTIVE for port object fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:02:59.744521 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.804431 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.814783 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:02:59.870364 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Attempting to bind port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:02:59.870849 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Attempting to bind port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:02:59.871043 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Attempting to bind port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 on network d411806f-0162-4900-9040-3bd80c657393 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:59.876056 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 on network d411806f-0162-4900-9040-3bd80c657393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:02:59.876455 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Attempting to bind port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 on network d411806f-0162-4900-9040-3bd80c657393 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:02:59.881964 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:02:59.882301 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Checking segment: {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:02:59.882685 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Bound using segment: {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:02:59.883115 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Bound port: fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '856c518a-7d16-4290-a339-01d8fba2851d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd411806f-0162-4900-9040-3bd80c657393'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:02:59.883969 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.897955 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.913772 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46afdc93-e60d-4c9c-8485-c0863b0fbb39']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:59.929654 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45c3554-5a29-4f86-a057-39d7662d8d25') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:59.929940 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45c3554-5a29-4f86-a057-39d7662d8d25') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:02:59.940603 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159152'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.955889 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.962698 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:02:59.963156 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166108'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:02:59.963940 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: Traceback (most recent call last): Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: timer() Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: cb(*args, **kw) Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: return func(*args, **kwargs) Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: self._notify() Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: self.callback(batched_events) Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: event.method(event) Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: return f(self, *a, **k) Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._get(url).json() Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:02:59.964903 dv-cinder-806490-1-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:03:00.024005 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:00.025705 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:00.031462 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:00.032929 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:00.036897 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] 10.222.0.45 "DELETE /v2.0/networks/46afdc93-e60d-4c9c-8485-c0863b0fbb39 HTTP/1.1" status: 204 len: 168 time: 0.3124516 Aug 29 09:03:00.048883 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93319d4-4435-4866-978d-f677b2eddbea admin admin] Pushing event deleted for resources: {'Network': ['ID=46afdc93-e60d-4c9c-8485-c0863b0fbb39,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:00.076735 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:00.077367 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:00.079109 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] 10.222.0.57 "PUT /v2.0/ports/fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 HTTP/1.1" status: 200 len: 1093 time: 1.0407350 Aug 29 09:03:00.079571 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:03:00.081886 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d43a72-70c4-458d-a77d-9ada3fef0dde" -d '{"events": [{"name": "network-changed", "server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:03:00.106635 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5057a87-30bd-4890-abc2-8ff2a3f3ed37 service neutron] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:00.155933 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82633d1a-7dc0-4fde-95e9-9aae8ce23cd3 x-openstack-request-id: req-82633d1a-7dc0-4fde-95e9-9aae8ce23cd3 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:03:00.155933 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:03:00.156712 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82633d1a-7dc0-4fde-95e9-9aae8ce23cd3 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:03:00.157218 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'status': 'completed', 'code': 200} Aug 29 09:03:00.194527 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-20796a72-4d4e-42d6-9092-4bebfd3b4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:00.196134 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-20796a72-4d4e-42d6-9092-4bebfd3b4e0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 1096 time: 0.0564890 Aug 29 09:03:00.260741 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-5bde9a57-c935-4af0-88d6-330cba1e703e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 HTTP/1.1" status: 200 len: 217 time: 0.0549676 Aug 29 09:03:00.274471 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44842) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:00.350284 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-2b9ebd22-215b-4169-aa54-7366dcb47f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:00.351754 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-2b9ebd22-215b-4169-aa54-7366dcb47f37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.0840619 Aug 29 09:03:00.395371 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-466f9cde-24ba-42eb-980f-22659d68aa51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9effc8968f634b13b3eef40871f62e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173759 Aug 29 09:03:00.396826 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44848) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:00.399887 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-fe5420a0-26a5-45be-82d0-b6c570e0df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:00.401420 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-fe5420a0-26a5-45be-82d0-b6c570e0df8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424299 Aug 29 09:03:00.411288 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a451d-7767-4a64-9fc8-d24197eac870 req-9d393a1a-6c26-4193-8527-8cd66550731d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:00.412777 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e72a451d-7767-4a64-9fc8-d24197eac870 req-9d393a1a-6c26-4193-8527-8cd66550731d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0934932 Aug 29 09:03:00.475094 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e72a451d-7767-4a64-9fc8-d24197eac870 req-46ca0d51-9e20-4c75-8873-1f982c0e68d3 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547025 Aug 29 09:03:00.490819 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3438eee4-96dc-44b2-a0e1-2cafaa99bd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:00.511852 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-8cb4fa4c-5ee1-47cb-95bf-99957fa4144b service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027539 Aug 29 09:03:00.517852 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3438eee4-96dc-44b2-a0e1-2cafaa99bd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:00.575312 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3438eee4-96dc-44b2-a0e1-2cafaa99bd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:00.578868 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3438eee4-96dc-44b2-a0e1-2cafaa99bd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:00.579519 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3438eee4-96dc-44b2-a0e1-2cafaa99bd3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a8b0dd4-ce2e-45a6-89bd-e14bb052b906 HTTP/1.1" status: 204 len: 168 time: 0.1817315 Aug 29 09:03:00.589150 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438eee4-96dc-44b2-a0e1-2cafaa99bd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8b0dd4-ce2e-45a6-89bd-e14bb052b906,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:00.638477 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-43a20014-64ef-4a26-a3d3-40185bbba25f req-0d6d9741-4c1e-4699-a198-9767ef8ca135 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134975 Aug 29 09:03:00.918654 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:01.444724 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44872) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:01.567028 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-131356295-network', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:01.594808 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Made reservation on behalf of 4d8729da79b745baa69c923d2ee2bcc0 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:01.597171 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:01.607855 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:01.612638 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcf2b0-72f0-4fc3-adb0-8f962529761b req-778b5039-5695-4f53-a0e9-57e0de37d457 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:01.614197 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f0dcf2b0-72f0-4fc3-adb0-8f962529761b req-778b5039-5695-4f53-a0e9-57e0de37d457 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0532901 Aug 29 09:03:01.654308 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f0dcf2b0-72f0-4fc3-adb0-8f962529761b req-40be033f-9466-4447-af7a-559888878508 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338187 Aug 29 09:03:01.721945 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:01.728014 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:01.753677 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:03:01.763577 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3704969b-d10e-4203-a9a8-f61a6a1cb3ac,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:01.769076 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:01.769476 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Added segment ed4e0004-9248-4167-ba18-d902a4cd2a3b of type vlan for network e77824f9-c1e4-4c16-9faf-fec3955338f7 Aug 29 09:03:01.815236 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:01.844132 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:01.845098 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:01.845718 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:01.907678 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4616959 Aug 29 09:03:01.911733 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44878) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:01.914971 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac009ad-1b8f-44b9-9a8b-e59d83bf750f admin admin] Pushing event updated for resources: {'Network': ['ID=e77824f9-c1e4-4c16-9faf-fec3955338f7,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:01.918992 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Request body: {'subnet': {'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-131356295-subnet', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:01.925994 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network e77824f9-c1e4-4c16-9faf-fec3955338f7 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:03:01.948869 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Made reservation on behalf of 4d8729da79b745baa69c923d2ee2bcc0 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:01.951257 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10312388'] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.145996 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10312374'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.203729 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c5ff27-27c8-417a-9da9-5af377c0bd2a,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:02.214437 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Checking segment: {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:02.214794 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Network hostable DHCP agents. Network: e77824f9-c1e4-4c16-9faf-fec3955338f7, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:03:02.236684 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Network e77824f9-c1e4-4c16-9faf-fec3955338f7 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:03:02.251574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, e77824f9-c1e4-4c16-9faf-fec3955338f7) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:02.258823 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:02.259812 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.264674 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b46c641-4101-462c-a0a1-eb0c477368f5 None None] Network e77824f9-c1e4-4c16-9faf-fec3955338f7 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:03:02.283911 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-926fe10b-1faa-4f3e-bde6-1679f8a16d89 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3706930 Aug 29 09:03:02.288017 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44880) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:02.292641 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:02.319631 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.320895 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.379017 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.443733 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-e77824f9-c1e4-4c16-9faf-fec3955338f7', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 09:03:02.445325 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.534178 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.599369 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Allocated IP 172.20.0.2 (e77824f9-c1e4-4c16-9faf-fec3955338f7/40c5ff27-27c8-417a-9da9-5af377c0bd2a/dfe72523-2ced-4eed-8dd3-27acf83ac24a) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:02.742560 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.749150 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.758040 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Transition to ACTIVE for port object dfe72523-2ced-4eed-8dd3-27acf83ac24a will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:02.774242 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Transition to ACTIVE for port object dfe72523-2ced-4eed-8dd3-27acf83ac24a will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:02.781986 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.827701 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Network e77824f9-c1e4-4c16-9faf-fec3955338f7 is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:02.831917 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:02.834727 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:02.843369 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Pushing event updated for resources: {'Port': ['ID=dfe72523-2ced-4eed-8dd3-27acf83ac24a,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:02.905217 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Attempting to bind port dfe72523-2ced-4eed-8dd3-27acf83ac24a on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:02.905778 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Attempting to bind port dfe72523-2ced-4eed-8dd3-27acf83ac24a by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:02.906181 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Attempting to bind port dfe72523-2ced-4eed-8dd3-27acf83ac24a on network e77824f9-c1e4-4c16-9faf-fec3955338f7 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:02.912198 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:02.912580 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Checking segment: {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:02.912992 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.913428 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Bound using segment: {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:02.913909 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Bound port: dfe72523-2ced-4eed-8dd3-27acf83ac24a, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:02.914296 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:02.989742 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] For port dfe72523-2ced-4eed-8dd3-27acf83ac24a, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:02.993211 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] For port dfe72523-2ced-4eed-8dd3-27acf83ac24a, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=dfe72523-2ced-4eed-8dd3-27acf83ac24a,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:02.999312 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:03.011787 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:03.067226 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ee473-28b2-4a5d-ad07-955ab3ccd7eb None None] Pushing event updated for resources: {'Port': ['ID=dfe72523-2ced-4eed-8dd3-27acf83ac24a,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:03.129570 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Allocated IP 172.27.3.47 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/4b8fe0ed-55f2-4bdd-99c6-0e03c917a668) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:03.276453 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:03.347388 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:03.373435 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-b106d0fd-ecd2-4b9f-8a0f-6ef15c6d7395 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1144497 Aug 29 09:03:03.386199 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-a2919f4b-83ea-4343-a04e-aadc873dfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:03.387887 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-a2919f4b-83ea-4343-a04e-aadc873dfc70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 1096 time: 0.0798519 Aug 29 09:03:03.415372 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:03.423120 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:03.430705 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:03.465772 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Pushing event updated for resources: {'Port': ['ID=4b8fe0ed-55f2-4bdd-99c6-0e03c917a668,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:03.494414 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd619671-1f8f-40a5-9682-e54fa171bccd req-cc6178d2-f78c-4d71-b9dc-4d44af30047a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:03.496021 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd619671-1f8f-40a5-9682-e54fa171bccd req-cc6178d2-f78c-4d71-b9dc-4d44af30047a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.1397197 Aug 29 09:03:03.543684 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-0b8ee6e7-8c03-436b-9501-177eee19f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:03.545434 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-0b8ee6e7-8c03-436b-9501-177eee19f8db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 1098 time: 0.0818827 Aug 29 09:03:03.582898 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-f29f8c05-3adb-4d0e-9ad6-5d41e4518a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:03.584527 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-f29f8c05-3adb-4d0e-9ad6-5d41e4518a54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 918 time: 0.1895473 Aug 29 09:03:03.654607 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd619671-1f8f-40a5-9682-e54fa171bccd req-3db9f87f-18be-4454-81a4-88a51edaf707 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488745 Aug 29 09:03:03.701636 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-8c9b1dcf-5581-4431-8dc5-f1aad1626447 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 HTTP/1.1" status: 200 len: 217 time: 0.1063449 Aug 29 09:03:03.792336 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-5d9bd8aa-cd99-4e25-b014-c72365fd0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:03.792562 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:03.794052 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-5d9bd8aa-cd99-4e25-b014-c72365fd0c87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.0779054 Aug 29 09:03:03.797448 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-2f3ed4d0-8622-4e00-a99d-6fedd0943ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:03.799049 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-2f3ed4d0-8622-4e00-a99d-6fedd0943ffb service neutron] 10.222.0.57 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 912 time: 0.2005360 Aug 29 09:03:03.922009 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-3f5c42b4-6790-47a8-8286-2263917646f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:03.924012 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-3f5c42b4-6790-47a8-8286-2263917646f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151717 Aug 29 09:03:03.927157 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-f2e05f18-af30-4494-a5cd-b7c6b37d1f93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 HTTP/1.1" status: 200 len: 1001 time: 0.0881131 Aug 29 09:03:04.054830 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:04.078308 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-59f773f2-730d-4318-9f87-f53480455693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:04.079846 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-59f773f2-730d-4318-9f87-f53480455693 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 200 len: 850 time: 0.1284928 Aug 29 09:03:04.128204 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23e11df-e828-48ce-ba9c-7c85bfd66e1d None None] Network e77824f9-c1e4-4c16-9faf-fec3955338f7 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:03:04.140321 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-a877ddd6-434c-4a65-8841-496a63b1abf9 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012825 Aug 29 09:03:04.158968 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-2210e7f4-3171-4820-8eaf-ce609cb22f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:04.160503 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-2210e7f4-3171-4820-8eaf-ce609cb22f78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=812fa8c2-08ae-4007-863a-07d566b3359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679162 Aug 29 09:03:04.198559 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Router 194fd380-1abd-415f-9993-eb771d9af60d is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 09:03:04.223200 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-89be8fbe-54ea-4fa0-a504-bf74c8e5a6d2 None None] Provisioning for port dfe72523-2ced-4eed-8dd3-27acf83ac24a completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:04.316465 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-71d43a72-70c4-458d-a77d-9ada3fef0dde req-c332ad6e-25e9-4737-9cb4-060a3c6463cd service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677415 Aug 29 09:03:04.320391 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:03:04.330501 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-50cbbae2-1f9c-4a66-9c0b-d589020ea466 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589162 Aug 29 09:03:04.342328 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Sync routers for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:03:04.344386 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:04.346042 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b411bf0b-ce6b-484e-96d3-c543bb0d858c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0569141 Aug 29 09:03:04.348703 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44900) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:04.361809 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:04.362729 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:04.519830 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device dfe72523-2ced-4eed-8dd3-27acf83ac24a up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:04.536170 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1753aa63-6fc6-468d-be8b-a8d16215d58f req-61d8f2e3-6544-4bb0-83f4-740418085d26 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981914 Aug 29 09:03:04.558952 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:03:04.625148 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:04.790027 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port dfe72523-2ced-4eed-8dd3-27acf83ac24a completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:04.798584 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9804fb24-9885-4901-a2ec-608ef60c558e None None] Provisioning complete for port dfe72523-2ced-4eed-8dd3-27acf83ac24a triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:04.798955 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9804fb24-9885-4901-a2ec-608ef60c558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:04.880485 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6987bf-fdd6-43cd-82f6-d9d2896a75af req-c59154e2-eea1-4ef7-98e9-19c1ddceb131 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:04.882014 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8f6987bf-fdd6-43cd-82f6-d9d2896a75af req-c59154e2-eea1-4ef7-98e9-19c1ddceb131 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0915842 Aug 29 09:03:04.959693 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8f6987bf-fdd6-43cd-82f6-d9d2896a75af req-59ae2889-2f81-4e3e-aae5-a1a2f050bb57 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699625 Aug 29 09:03:04.965392 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:04.966963 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port dfe72523-2ced-4eed-8dd3-27acf83ac24a triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:04.967331 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.021506 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:05.065611 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'port_id': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'mac_address': 'fa:16:3e:0b:29:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:03:05.160291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Allocated IP 172.20.0.1 (e77824f9-c1e4-4c16-9faf-fec3955338f7/40c5ff27-27c8-417a-9da9-5af377c0bd2a/48336b48-2d71-4a4e-bae6-a92d2d9f1cba) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:05.194244 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.231615 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:03:05.238993 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9804fb24-9885-4901-a2ec-608ef60c558e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.240825 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.282286 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.288449 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:05.300687 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Transition to ACTIVE for port object 48336b48-2d71-4a4e-bae6-a92d2d9f1cba will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:05.300922 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.335613 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port dfe72523-2ced-4eed-8dd3-27acf83ac24a, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=dfe72523-2ced-4eed-8dd3-27acf83ac24a,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:05.338042 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.339704 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:03Z', 'revision_number': 3, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:05.346843 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.380731 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Checking router: 194fd380-1abd-415f-9993-eb771d9af60d for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:03:05.381090 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Updating router 194fd380-1abd-415f-9993-eb771d9af60d port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 binding host dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:03:05.382759 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Network e77824f9-c1e4-4c16-9faf-fec3955338f7 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:05.385679 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:05.388421 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:05.423073 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Pushing event updated for resources: {'Port': ['ID=48336b48-2d71-4a4e-bae6-a92d2d9f1cba,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:05.450817 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.453589 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.453772 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:05.516903 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.db.api [None req-9804fb24-9885-4901-a2ec-608ef60c558e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 09:03:05.517897 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG oslo_db.api [None req-9804fb24-9885-4901-a2ec-608ef60c558e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 09:03:05.594169 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:03:05.643298 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=dfe72523-2ced-4eed-8dd3-27acf83ac24a,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:05.862230 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.905718 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.917919 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Transition to ACTIVE for port object 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:05.925464 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.987380 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Attempting to bind port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:05.987765 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Attempting to bind port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:05.988134 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Attempting to bind port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:05.993618 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2830e-e6fa-47be-ad51-84d8aceb2254 None None] Pushing event updated for resources: {'Port': ['ID=4b8fe0ed-55f2-4bdd-99c6-0e03c917a668,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:05.995901 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:05.996286 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:05.996699 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:05.997402 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:05.997578 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Bound port: 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:05.997971 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.085049 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.102984 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] For port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:06.110195 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.110734 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] For port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=4b8fe0ed-55f2-4bdd-99c6-0e03c917a668,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:06.118708 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.158916 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44920) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:06.173629 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:06.174287 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:06.204496 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce9b9-98fc-4459-ab9f-e1306aca76fc req-3f16e72e-72fa-41e2-8a5e-cc4611dbd5f6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:06.206087 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57fce9b9-98fc-4459-ab9f-e1306aca76fc req-3f16e72e-72fa-41e2-8a5e-cc4611dbd5f6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 944 time: 0.1343160 Aug 29 09:03:06.206743 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Pushing event updated for resources: {'Port': ['ID=48336b48-2d71-4a4e-bae6-a92d2d9f1cba,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:06.213932 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.238697 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2830e-e6fa-47be-ad51-84d8aceb2254 None None] Pushing event updated for resources: {'Port': ['ID=4b8fe0ed-55f2-4bdd-99c6-0e03c917a668,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:06.255541 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-670a7f7f-2c57-4668-b268-05d610938203 None None] Provisioning for port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:06.262529 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-670a7f7f-2c57-4668-b268-05d610938203 None None] Provisioning complete for port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:06.263168 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-670a7f7f-2c57-4668-b268-05d610938203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.301052 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cf6129d6-6fd4-4d56-a89c-754f4f784542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.302895 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57fce9b9-98fc-4459-ab9f-e1306aca76fc req-6f39346a-0014-41fb-a6c2-b96175f8715c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827355 Aug 29 09:03:06.334612 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-670a7f7f-2c57-4668-b268-05d610938203 None None] Port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:03:06.346225 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Network e77824f9-c1e4-4c16-9faf-fec3955338f7 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:06.346632 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:06.350565 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:06.432693 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cf6129d6-6fd4-4d56-a89c-754f4f784542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.440201 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cf6129d6-6fd4-4d56-a89c-754f4f784542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.462236 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device dfe72523-2ced-4eed-8dd3-27acf83ac24a up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:06.491942 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-cf6129d6-6fd4-4d56-a89c-754f4f784542 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd438b5141a84fcab754bc892590a4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312583 Aug 29 09:03:06.492888 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44924) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:06.493458 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6129d6-6fd4-4d56-a89c-754f4f784542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063e80a0-70af-40b3-8916-ea14e93ded9a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:06.556784 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Router 194fd380-1abd-415f-9993-eb771d9af60d has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:03:06.579625 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f40a5fd6-c979-46ea-939b-e80441cfffde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.580189 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:06.618178 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f40a5fd6-c979-46ea-939b-e80441cfffde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.687671 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port dfe72523-2ced-4eed-8dd3-27acf83ac24a triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:06.688031 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.728906 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-de400142-439e-4908-a56b-16f00f4653e7 None None] Provisioning complete for port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:06.729301 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-de400142-439e-4908-a56b-16f00f4653e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.753433 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f40a5fd6-c979-46ea-939b-e80441cfffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.756292 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f40a5fd6-c979-46ea-939b-e80441cfffde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.757187 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f40a5fd6-c979-46ea-939b-e80441cfffde admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/063e80a0-70af-40b3-8916-ea14e93ded9a HTTP/1.1" status: 204 len: 168 time: 0.2633090 Aug 29 09:03:06.760772 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:06.765711 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:03:06.768114 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a5fd6-c979-46ea-939b-e80441cfffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063e80a0-70af-40b3-8916-ea14e93ded9a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:06.787151 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b3928050-1fe9-4769-b043-d612274a77c7 admin admin] 10.222.0.45 "PUT /v2.0/routers/194fd380-1abd-415f-9993-eb771d9af60d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4286883 Aug 29 09:03:06.798127 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:06.798537 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:06.834291 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-de400142-439e-4908-a56b-16f00f4653e7 None None] Port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:03:06.878647 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 2, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:06.921968 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60833b9e-25c0-48fc-b1bc-8c6fe08ba702 None None] The sync data for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi is: [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 2, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:03:07.143312 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:07.193607 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:03:07.196029 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b05c82-1caa-45ed-af90-60b1dde45f74" -d '{"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-plugged", "status": "completed", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:03:07.247023 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:07.257113 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:07.309145 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe0b861-c3a0-4dc5-856a-88ffee56a7c8 x-openstack-request-id: req-abe0b861-c3a0-4dc5-856a-88ffee56a7c8 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:03:07.309451 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-plugged", "status": "completed", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:03:07.309688 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abe0b861-c3a0-4dc5-856a-88ffee56a7c8 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:03:07.310076 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'code': 200} Aug 29 09:03:07.370261 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:07.505082 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0734ae-d6fd-4af8-bc67-d233c60ead98 req-fc33ce92-54cc-4f7e-b563-ebb369f73bb6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:07.508485 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd0734ae-d6fd-4af8-bc67-d233c60ead98 req-fc33ce92-54cc-4f7e-b563-ebb369f73bb6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0981894 Aug 29 09:03:07.553028 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b1a85-e3fd-4a87-9a29-146b36c19752 req-cb8a276f-9fdb-4ac6-bbbc-046182521d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:07.554643 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bf0b1a85-e3fd-4a87-9a29-146b36c19752 req-cb8a276f-9fdb-4ac6-bbbc-046182521d5b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 1098 time: 0.0715513 Aug 29 09:03:07.581604 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd0734ae-d6fd-4af8-bc67-d233c60ead98 req-9cfb3c76-ca0a-4d53-8a61-6296f9a857e9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561900 Aug 29 09:03:07.622562 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bf0b1a85-e3fd-4a87-9a29-146b36c19752 req-03999def-6974-478a-bdb1-c94ff8f21eaf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602617 Aug 29 09:03:07.654393 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44964) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:07.660080 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-721075688-network', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:07.685965 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Made reservation on behalf of a3849a3d0a564e0bb931cbbdec425b7e for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:07.688566 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:07.697612 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:07.844750 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:07.850377 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:07.876621 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:03:07.892053 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eeabb8-8714-4e88-b38a-01aae7887cb2,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:07.899157 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:07.899157 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Added segment b421dd40-7da8-4225-80b1-888afa065516 of type vlan for network b02e0073-73a8-43cf-ac0f-3a30de56159f Aug 29 09:03:07.943643 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:07.948221 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44970) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:07.983745 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:07.985035 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:07.985798 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.064925 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4068944 Aug 29 09:03:08.066119 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44974) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:08.066253 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d4d01-f4e7-4d66-9893-18c50ceda536 admin admin] Pushing event updated for resources: {'Network': ['ID=b02e0073-73a8-43cf-ac0f-3a30de56159f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:08.072933 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Request body: {'subnet': {'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-721075688-subnet', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:08.079771 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network b02e0073-73a8-43cf-ac0f-3a30de56159f details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:03:08.111654 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-293499737-network', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:08.132887 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Made reservation on behalf of a3849a3d0a564e0bb931cbbdec425b7e for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:08.136490 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10312388'] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.157408 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Made reservation on behalf of 93565e4521954ec1af7961fd3f30dafe for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:08.161077 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.170679 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.286851 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.296772 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.322853 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:03:08.344920 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:08.348695 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.349447 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Added segment 92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a of type vlan for network c10b2a11-424e-4d58-9217-12631745abce Aug 29 09:03:08.354290 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10312374'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.411887 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.430420 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4d02bb-0b69-4387-9e61-9dba88dc18aa,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:08.438548 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Checking segment: {'id': 'b421dd40-7da8-4225-80b1-888afa065516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:08.438984 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Network hostable DHCP agents. Network: b02e0073-73a8-43cf-ac0f-3a30de56159f, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:03:08.461667 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.463269 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:08.464173 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.471147 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Network b02e0073-73a8-43cf-ac0f-3a30de56159f is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:03:08.482960 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, b02e0073-73a8-43cf-ac0f-3a30de56159f) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:08.488917 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:08.489382 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.499567 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c655ef8-4faf-4014-ad07-06c5bf58bdd4 None None] Network b02e0073-73a8-43cf-ac0f-3a30de56159f requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:03:08.516518 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:08.519417 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7a94c329-22b0-4ed1-968c-781ad6c9b70a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4507070 Aug 29 09:03:08.521652 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44976) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:08.532746 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:08.546916 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5974343 Aug 29 09:03:08.548024 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44978) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:08.550353 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad780af6-f184-4176-bd4d-7e0feb10518d admin admin] Pushing event updated for resources: {'Network': ['ID=c10b2a11-424e-4d58-9217-12631745abce,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:08.556112 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Request body: {'subnet': {'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-293499737-subnet', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:08.564760 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.567322 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.581440 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Made reservation on behalf of 93565e4521954ec1af7961fd3f30dafe for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:08.584115 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18042605'] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.609727 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network c10b2a11-424e-4d58-9217-12631745abce details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:03:08.647428 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.753824 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:08.767047 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:08.767619 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.856474 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18195001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18042527'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.897445 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-b02e0073-73a8-43cf-ac0f-3a30de56159f', 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'fixed_ips': [{'subnet_id': '8a4d02bb-0b69-4387-9e61-9dba88dc18aa'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 09:03:08.898584 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.908648 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9692d91-96cb-450f-b111-5c9afda465b3,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:08.910098 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c2a52-3b9b-4592-aea2-8d81fc148ee5 req-08e109df-cd46-44c9-a1cd-020c5e331489 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:08.911921 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a62c2a52-3b9b-4592-aea2-8d81fc148ee5 req-08e109df-cd46-44c9-a1cd-020c5e331489 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.2179599 Aug 29 09:03:08.916670 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.930369 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Checking segment: {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:08.930722 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Network hostable DHCP agents. Network: c10b2a11-424e-4d58-9217-12631745abce, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:03:08.940159 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.950355 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Network c10b2a11-424e-4d58-9217-12631745abce is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:03:08.964677 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, c10b2a11-424e-4d58-9217-12631745abce) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:08.970930 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:08.971828 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:08.996248 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8a24bfb4-64e6-4911-9029-108b6c0f7099 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4468107 Aug 29 09:03:08.997608 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a62c2a52-3b9b-4592-aea2-8d81fc148ee5 req-ec043795-5c32-4496-b0a9-5a953d63964c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750623 Aug 29 09:03:08.999005 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 44984) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:09.003497 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:09.024490 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1424d-75f7-423d-b942-8cb2c2f0b4f0 None None] Network c10b2a11-424e-4d58-9217-12631745abce requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:03:09.041225 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.042341 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.080843 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=4b8fe0ed-55f2-4bdd-99c6-0e03c917a668,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:09.098916 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.120186 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.225005 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=4b8fe0ed-55f2-4bdd-99c6-0e03c917a668,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:09.239718 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Allocated IP 172.20.0.2 (b02e0073-73a8-43cf-ac0f-3a30de56159f/8a4d02bb-0b69-4387-9e61-9dba88dc18aa/5429c54a-f3d0-45e6-93f6-b7b603af32b9) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:09.368722 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-c10b2a11-424e-4d58-9217-12631745abce', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 09:03:09.371328 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.373597 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.383087 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.404757 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.510944 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Sync routers for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:03:09.522529 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:09.523186 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:09.568993 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.587592 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Transition to ACTIVE for port object 5429c54a-f3d0-45e6-93f6-b7b603af32b9 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:09.617361 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Allocated IP 172.20.0.2 (c10b2a11-424e-4d58-9217-12631745abce/e9692d91-96cb-450f-b111-5c9afda465b3/9bd8ad0f-bd60-44fa-8f93-762c80f23d44) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:09.620776 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Transition to ACTIVE for port object 5429c54a-f3d0-45e6-93f6-b7b603af32b9 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:09.634087 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.722534 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Network b02e0073-73a8-43cf-ac0f-3a30de56159f is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:09.733825 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:09.742091 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:09.742357 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:09.748637 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Pushing event updated for resources: {'Port': ['ID=5429c54a-f3d0-45e6-93f6-b7b603af32b9,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:09.829341 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Attempting to bind port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:09.830038 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Attempting to bind port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': 'b421dd40-7da8-4225-80b1-888afa065516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:09.830476 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Attempting to bind port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 on network b02e0073-73a8-43cf-ac0f-3a30de56159f {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:09.840184 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Allocated IP 172.27.3.100 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/a982e096-1858-40b4-823b-e57ef10d6a2b) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:09.851916 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:09.852400 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Checking segment: {'id': 'b421dd40-7da8-4225-80b1-888afa065516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:09.852703 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.853288 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Bound using segment: {'id': 'b421dd40-7da8-4225-80b1-888afa065516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:09.853630 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Bound port: 5429c54a-f3d0-45e6-93f6-b7b603af32b9, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b421dd40-7da8-4225-80b1-888afa065516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:09.854445 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.952150 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:09.967173 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Transition to ACTIVE for port object 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:09.970426 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] For port 5429c54a-f3d0-45e6-93f6-b7b603af32b9, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:09.975714 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] For port 5429c54a-f3d0-45e6-93f6-b7b603af32b9, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=5429c54a-f3d0-45e6-93f6-b7b603af32b9,segment=NetworkSegment(b421dd40-7da8-4225-80b1-888afa065516),segment_id=b421dd40-7da8-4225-80b1-888afa065516)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:09.984389 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.009437 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 2, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:10.020083 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Transition to ACTIVE for port object 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:10.038384 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.050175 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.065014 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Network c10b2a11-424e-4d58-9217-12631745abce is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:10.065790 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dc085-2b92-4c36-b013-000a870d9faa None None] Pushing event updated for resources: {'Port': ['ID=5429c54a-f3d0-45e6-93f6-b7b603af32b9,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:10.080141 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.083385 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.086534 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Checking router: 194fd380-1abd-415f-9993-eb771d9af60d for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:03:10.087228 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Updating router 194fd380-1abd-415f-9993-eb771d9af60d port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:03:10.104455 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:10.109477 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:10.118431 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Pushing event updated for resources: {'Port': ['ID=9bd8ad0f-bd60-44fa-8f93-762c80f23d44,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:10.133496 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.170058 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Attempting to bind port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:10.170437 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Attempting to bind port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:10.170829 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Attempting to bind port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 on network c10b2a11-424e-4d58-9217-12631745abce {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:10.178680 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:10.179334 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Checking segment: {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:10.179945 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.180495 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Bound using segment: {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:10.181127 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Bound port: 9bd8ad0f-bd60-44fa-8f93-762c80f23d44, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:10.181688 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.229047 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4db744-dbc4-4b4c-b9c2-3b13e83aad58 req-720ddff7-4e98-4780-9849-9dce3c5b3051 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:10.230683 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd4db744-dbc4-4b4c-b9c2-3b13e83aad58 req-720ddff7-4e98-4780-9849-9dce3c5b3051 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0832644 Aug 29 09:03:10.259259 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] For port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:10.269507 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] For port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=9bd8ad0f-bd60-44fa-8f93-762c80f23d44,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:10.279298 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.288728 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.384512 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-496d1d3b-8c67-4c8e-9464-16bf3dab1c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.400687 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d961b-4a3f-4acf-85dc-b682d0730bd3 None None] Pushing event updated for resources: {'Port': ['ID=9bd8ad0f-bd60-44fa-8f93-762c80f23d44,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:10.420636 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:10.427311 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd4db744-dbc4-4b4c-b9c2-3b13e83aad58 req-37088bc2-b907-40c1-8d5b-5c3a0ec8a7b6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848152 Aug 29 09:03:10.428281 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:10.480678 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Allocated IP 172.27.3.90 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/84ad9698-0c3b-47d4-9939-c5753ec37abe) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:10.556980 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.570161 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Transition to ACTIVE for port object 48336b48-2d71-4a4e-bae6-a92d2d9f1cba will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:10.590751 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:10.594380 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.682915 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Pushing event updated for resources: {'Port': ['ID=48336b48-2d71-4a4e-bae6-a92d2d9f1cba,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:10.722713 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.723208 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.723689 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.724147 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.724796 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.725066 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.725629 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.726418 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.728477 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.728910 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.729409 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.729939 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:10.799903 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Pushing event updated for resources: {'Port': ['ID=a982e096-1858-40b4-823b-e57ef10d6a2b,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:10.800261 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 5429c54a-f3d0-45e6-93f6-b7b603af32b9 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:10.802165 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Attempting to bind port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:10.802718 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Attempting to bind port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:10.803243 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Attempting to bind port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba on network e77824f9-c1e4-4c16-9faf-fec3955338f7 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:10.810938 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:10.811607 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Checking segment: {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:10.812482 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.812897 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Bound using segment: {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:10.813413 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Bound port: 48336b48-2d71-4a4e-bae6-a92d2d9f1cba, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:10.814506 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.856767 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.896550 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49718-8dd5-4f11-80df-68725b149383 req-7125e6ff-0b09-4085-8f96-8413a95dcfb0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:10.899858 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1c49718-8dd5-4f11-80df-68725b149383 req-7125e6ff-0b09-4085-8f96-8413a95dcfb0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.1960440 Aug 29 09:03:10.901535 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:10.907365 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:10.909346 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 44994) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:10.914731 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-7322c43b-bc74-41b5-b515-4b13900c1323 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Request body: {'floatingip': {'port_id': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:10.944814 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] For port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:10.950568 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] For port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=48336b48-2d71-4a4e-bae6-a92d2d9f1cba,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:10.958815 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:10.993118 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7322c43b-bc74-41b5-b515-4b13900c1323 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:11.031275 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:11.034886 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:11.035095 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:11.232038 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:11.242359 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:11.252194 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:11.270529 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:11.273012 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b0d65-2fbf-468c-b9cb-18168bb4ac90 None None] Pushing event updated for resources: {'Port': ['ID=48336b48-2d71-4a4e-bae6-a92d2d9f1cba,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:11.320062 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:11.320939 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:11.513401 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:11.557164 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Pushing event updated for resources: {'Port': ['ID=84ad9698-0c3b-47d4-9939-c5753ec37abe,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:11.569126 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.569426 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.574335 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.574335 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.574615 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.574919 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.575120 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.578274 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.578628 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.579600 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.579945 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.580277 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:11.641587 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:10Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:11.724712 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740d1f1a-e689-4642-9805-ae684cf03407 None None] The sync data for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi is: [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:10Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:03:11.760282 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c66dd-39ee-495c-b265-5bb150ba85f7 None None] Network b02e0073-73a8-43cf-ac0f-3a30de56159f requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:03:11.805152 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7322c43b-bc74-41b5-b515-4b13900c1323 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:11.813349 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7322c43b-bc74-41b5-b515-4b13900c1323 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:11.881870 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-081f17ec-0afc-4121-979d-95dd0780da7d None None] Provisioning for port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:11.888672 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-081f17ec-0afc-4121-979d-95dd0780da7d None None] Provisioning complete for port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:11.889052 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-081f17ec-0afc-4121-979d-95dd0780da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:11.978033 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-7322c43b-bc74-41b5-b515-4b13900c1323 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Floating IP b5cd70a2-c34e-4af4-9bdb-6284f78db841 associated. External IP: 172.27.3.218, port: fb02aef3-8e04-49c2-8b85-8d69adfe6ce0. Aug 29 09:03:12.025870 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:12.190907 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-081f17ec-0afc-4121-979d-95dd0780da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:12.194949 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:12.231029 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd95f55-f5fd-43fa-a366-169855ca3211 None None] Network c10b2a11-424e-4d58-9217-12631745abce requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:03:12.326567 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-081f17ec-0afc-4121-979d-95dd0780da7d None None] For port 5429c54a-f3d0-45e6-93f6-b7b603af32b9, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=5429c54a-f3d0-45e6-93f6-b7b603af32b9,segment=NetworkSegment(b421dd40-7da8-4225-80b1-888afa065516),segment_id=b421dd40-7da8-4225-80b1-888afa065516)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:12.373912 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-081f17ec-0afc-4121-979d-95dd0780da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:12.484167 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f17ec-0afc-4121-979d-95dd0780da7d None None] Pushing event updated for resources: {'Port': ['ID=5429c54a-f3d0-45e6-93f6-b7b603af32b9,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:12.523702 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8cc0cc41-f712-445b-9bf7-d372ffd42d7c None None] Provisioning for port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:12.661481 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Router d8dd6b7d-3701-453b-bdf3-625b29249db9 is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 09:03:12.694699 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 48336b48-2d71-4a4e-bae6-a92d2d9f1cba up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:12.717425 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7322c43b-bc74-41b5-b515-4b13900c1323 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Router 57254f4c-ea5a-47f1-9792-19e7d782cee7 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:03:12.789111 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c6d1fc6d-532c-4090-83f7-5b35cea5755b None None] Provisioning complete for port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:12.789566 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c6d1fc6d-532c-4090-83f7-5b35cea5755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:12.821433 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:12.828676 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:12.829059 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:12.915287 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7322c43b-bc74-41b5-b515-4b13900c1323 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:03:12.919667 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7322c43b-bc74-41b5-b515-4b13900c1323 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:12.959587 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] Sync routers for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:03:12.975877 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7322c43b-bc74-41b5-b515-4b13900c1323 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "PUT /v2.0/floatingips/b5cd70a2-c34e-4af4-9bdb-6284f78db841 HTTP/1.1" status: 200 len: 991 time: 2.0644157 Aug 29 09:03:12.976489 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:03:12.981276 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20622e92-dc13-4eb4-9da7-58cf76ef5e03" -d '{"events": [{"name": "network-changed", "server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:03:13.002985 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:13.012593 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:03:13.023783 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Sync routers for ids ['d8dd6b7d-3701-453b-bdf3-625b29249db9'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:03:13.033532 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:13.034921 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:13.040909 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Routers {'d8dd6b7d-3701-453b-bdf3-625b29249db9'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:13.044176 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['d8dd6b7d-3701-453b-bdf3-625b29249db9'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:13.090663 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:13.092150 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7f00e5e8-959b-4b77-9065-1cde439c6167 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5687504 Aug 29 09:03:13.094977 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45012) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:13.158145 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:13.206786 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:13.295338 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Router c6ace107-7ae0-4386-8fe1-00f0f7311879 is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 09:03:13.310610 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Set router d8dd6b7d-3701-453b-bdf3-625b29249db9 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:13.418054 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=48336b48-2d71-4a4e-bae6-a92d2d9f1cba,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:13.436950 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:13.438120 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:13.537742 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:03:13.585087 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Sync routers for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:03:13.586082 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:08Z', 'updated_at': '2021-08-29T09:03:10Z', 'revision_number': 3, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'gw_port': {'id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:13.589945 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:13.591814 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-791ca86e-5542-4a62-9a3b-e0cbcc060eef admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5917566 Aug 29 09:03:13.596066 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45018) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:13.607225 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=48336b48-2d71-4a4e-bae6-a92d2d9f1cba,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:13.622247 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Checking router: d8dd6b7d-3701-453b-bdf3-625b29249db9 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:03:13.622602 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Updating router d8dd6b7d-3701-453b-bdf3-625b29249db9 port a982e096-1858-40b4-823b-e57ef10d6a2b binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:03:13.630796 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:13.631722 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:13.656500 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:13.689346 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73508c86-ef9b-4090-9ef9-4dc5bba4845e x-openstack-request-id: req-73508c86-ef9b-4090-9ef9-4dc5bba4845e {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:03:13.690523 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:03:13.690523 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73508c86-ef9b-4090-9ef9-4dc5bba4845e {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:03:13.690918 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'status': 'completed', 'code': 200} Aug 29 09:03:13.710650 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:13.730716 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:13.731315 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:13.795653 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-f58c082e-30fa-4ef5-81f6-36f47653bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:13.797433 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-f58c082e-30fa-4ef5-81f6-36f47653bca4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 1098 time: 0.1054275 Aug 29 09:03:13.826322 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'b5cd70a2-c34e-4af4-9bdb-6284f78db841', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'port_id': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'mac_address': 'fa:16:3e:0b:29:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:02:55Z', 'updated_at': '2021-08-29T09:03:11Z', 'revision_number': 1, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:13.892139 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] Checking router: 57254f4c-ea5a-47f1-9792-19e7d782cee7 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:03:13.906294 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:13.988766 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-930a58d7-5fbf-4803-a4ff-839708c35a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:13.990310 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-930a58d7-5fbf-4803-a4ff-839708c35a12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 918 time: 0.1853635 Aug 29 09:03:14.065749 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.096003 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-b85cfbef-c045-44c1-aa33-c11905f807c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 HTTP/1.1" status: 200 len: 999 time: 0.0982053 Aug 29 09:03:14.109937 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.127916 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Transition to ACTIVE for port object a982e096-1858-40b4-823b-e57ef10d6a2b will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:14.137983 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.155230 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.165112 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:14.166368 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:14.196836 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-aebf0cc6-a500-4f69-8197-e6658f6df313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:14.198175 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-aebf0cc6-a500-4f69-8197-e6658f6df313 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.0941770 Aug 29 09:03:14.229869 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8b9e3-78ff-4459-8113-d13624413a10 None None] Pushing event updated for resources: {'Port': ['ID=a982e096-1858-40b4-823b-e57ef10d6a2b,revision_number=2']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:14.232293 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Attempting to bind port a982e096-1858-40b4-823b-e57ef10d6a2b on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:14.235332 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Attempting to bind port a982e096-1858-40b4-823b-e57ef10d6a2b by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:14.235332 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Attempting to bind port a982e096-1858-40b4-823b-e57ef10d6a2b on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:14.241765 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:14.242218 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:14.242735 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.243317 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:14.244020 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Bound port: a982e096-1858-40b4-823b-e57ef10d6a2b, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:14.244953 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.293943 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-5261da6e-3d86-48eb-9bd3-1e0efb6839ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:14.296848 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-5261da6e-3d86-48eb-9bd3-1e0efb6839ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730553 Aug 29 09:03:14.303218 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.320607 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] For port a982e096-1858-40b4-823b-e57ef10d6a2b, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:14.325096 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] For port a982e096-1858-40b4-823b-e57ef10d6a2b, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=a982e096-1858-40b4-823b-e57ef10d6a2b,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:14.336270 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.389375 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.463447 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:14.469562 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-3a41b5dd-f8a7-48dd-90a3-00b5c0bc8285 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630108 Aug 29 09:03:14.483157 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Routers {'d8dd6b7d-3701-453b-bdf3-625b29249db9'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:14.483916 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:02:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['d8dd6b7d-3701-453b-bdf3-625b29249db9'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:14.546481 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=9bd8ad0f-bd60-44fa-8f93-762c80f23d44,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:14.583517 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-20622e92-dc13-4eb4-9da7-58cf76ef5e03 req-33c52fc4-94f0-4e9c-a0d5-55d71200bff6 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020541 Aug 29 09:03:14.598221 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Allocated IP 172.20.0.1 (b02e0073-73a8-43cf-ac0f-3a30de56159f/8a4d02bb-0b69-4387-9e61-9dba88dc18aa/0895ccae-276a-41b2-a841-a258c3a85d71) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:14.611643 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Allocated IP 172.20.0.1 (c10b2a11-424e-4d58-9217-12631745abce/e9692d91-96cb-450f-b111-5c9afda465b3/9432e664-232a-4ebf-bbb9-3a4be6101826) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:14.648300 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.710645 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8b9e3-78ff-4459-8113-d13624413a10 None None] Pushing event updated for resources: {'Port': ['ID=a982e096-1858-40b4-823b-e57ef10d6a2b,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:14.790030 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.820870 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Transition to ACTIVE for port object 0895ccae-276a-41b2-a841-a258c3a85d71 will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:14.863035 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] Set router d8dd6b7d-3701-453b-bdf3-625b29249db9 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:14.924293 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 48336b48-2d71-4a4e-bae6-a92d2d9f1cba up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:14.926817 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.937108 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:11Z', 'revision_number': 3, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:14.952376 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:14.987065 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Network b02e0073-73a8-43cf-ac0f-3a30de56159f is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:14.990355 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:14.994183 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:15.024025 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Checking router: c6ace107-7ae0-4386-8fe1-00f0f7311879 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:03:15.024393 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Updating router c6ace107-7ae0-4386-8fe1-00f0f7311879 port 84ad9698-0c3b-47d4-9939-c5753ec37abe binding host dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:03:15.025964 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Transition to ACTIVE for port object 9432e664-232a-4ebf-bbb9-3a4be6101826 will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:15.054142 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=9bd8ad0f-bd60-44fa-8f93-762c80f23d44,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:15.054914 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Pushing event updated for resources: {'Port': ['ID=0895ccae-276a-41b2-a841-a258c3a85d71,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:15.060441 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.103851 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.106432 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.107326 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.108321 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.110704 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.111197 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.111635 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.112801 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.115369 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.115839 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.116280 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.116707 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:15.129845 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.151835 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.183614 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Network c10b2a11-424e-4d58-9217-12631745abce is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:15.192109 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:15.217185 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:15.349727 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.412935 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:08Z', 'updated_at': '2021-08-29T09:03:10Z', 'revision_number': 3, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'gw_port': {'id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:15.464525 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.489282 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Pushing event updated for resources: {'Port': ['ID=9432e664-232a-4ebf-bbb9-3a4be6101826,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:15.492673 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de23e70-0bf7-4e37-a95b-562ad9bd6a03 None None] The sync data for ids ['d8dd6b7d-3701-453b-bdf3-625b29249db9'] in dv-cinder-806490-1-iscsi is: [{'id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:08Z', 'updated_at': '2021-08-29T09:03:10Z', 'revision_number': 3, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'gw_port': {'id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:03:15.568481 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.580398 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Transition to ACTIVE for port object 84ad9698-0c3b-47d4-9939-c5753ec37abe will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:15.606867 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.639811 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.690258 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663d727-a5ba-4fb7-b731-2e9775cd41fd None None] Pushing event updated for resources: {'Port': ['ID=84ad9698-0c3b-47d4-9939-c5753ec37abe,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:15.721565 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a8c6b7d7-2c7f-4edb-8239-5fd612ee5250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.727048 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c6d1b812-b0c7-4a6b-8b5f-2a53041ed058 None None] Provisioning for port 0895ccae-276a-41b2-a841-a258c3a85d71 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:15.735782 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Attempting to bind port 84ad9698-0c3b-47d4-9939-c5753ec37abe on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:15.736157 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Attempting to bind port 84ad9698-0c3b-47d4-9939-c5753ec37abe by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:15.736525 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Attempting to bind port 84ad9698-0c3b-47d4-9939-c5753ec37abe on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:15.742731 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.743635 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c6d1b812-b0c7-4a6b-8b5f-2a53041ed058 None None] Provisioning complete for port 0895ccae-276a-41b2-a841-a258c3a85d71 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:15.744023 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b812-b0c7-4a6b-8b5f-2a53041ed058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.749910 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.779929 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:15.780416 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:15.780704 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.781108 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:15.781637 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Bound port: 84ad9698-0c3b-47d4-9939-c5753ec37abe, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:15.782026 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.836009 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.838133 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Pushing event updated for resources: {'Port': ['ID=0895ccae-276a-41b2-a841-a258c3a85d71,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:15.870345 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c6d1b812-b0c7-4a6b-8b5f-2a53041ed058 None None] Port 0895ccae-276a-41b2-a841-a258c3a85d71 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:03:15.875755 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:15.875755 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.915452 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.923099 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:15.963319 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] For port 84ad9698-0c3b-47d4-9939-c5753ec37abe, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:15.989475 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] For port 84ad9698-0c3b-47d4-9939-c5753ec37abe, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=84ad9698-0c3b-47d4-9939-c5753ec37abe,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:15.998838 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Network b02e0073-73a8-43cf-ac0f-3a30de56159f is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:16.001743 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:16.008566 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:16.024152 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Pushing event updated for resources: {'Port': ['ID=9432e664-232a-4ebf-bbb9-3a4be6101826,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:16.043795 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:16.104465 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'b5cd70a2-c34e-4af4-9bdb-6284f78db841', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'port_id': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'mac_address': 'fa:16:3e:0b:29:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:02:55Z', 'updated_at': '2021-08-29T09:03:11Z', 'revision_number': 1, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:16.186892 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66355b-2bdb-4ac3-b2a5-3885b9af3726 None None] The sync data for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi is: [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'b5cd70a2-c34e-4af4-9bdb-6284f78db841', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'port_id': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'mac_address': 'fa:16:3e:0b:29:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:02:55Z', 'updated_at': '2021-08-29T09:03:11Z', 'revision_number': 1, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:03:16.238865 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Router d8dd6b7d-3701-453b-bdf3-625b29249db9 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:03:16.264153 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Network c10b2a11-424e-4d58-9217-12631745abce is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:16.267375 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:16.312045 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-eee67c3c-8cc6-420a-aa48-d444976affa1 None None] Provisioning for port 9432e664-232a-4ebf-bbb9-3a4be6101826 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:16.360447 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-eee67c3c-8cc6-420a-aa48-d444976affa1 None None] Provisioning complete for port 9432e664-232a-4ebf-bbb9-3a4be6101826 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:16.364938 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-eee67c3c-8cc6-420a-aa48-d444976affa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:16.402615 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:16.403254 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:16Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:16.425665 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663d727-a5ba-4fb7-b731-2e9775cd41fd None None] Pushing event updated for resources: {'Port': ['ID=84ad9698-0c3b-47d4-9939-c5753ec37abe,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:16.461901 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:03:16.469166 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b754b1bb-9f90-4b5d-8ff2-906328c5e63b admin admin] 10.222.0.45 "PUT /v2.0/routers/d8dd6b7d-3701-453b-bdf3-625b29249db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3722405 Aug 29 09:03:16.517334 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Router c6ace107-7ae0-4386-8fe1-00f0f7311879 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:03:16.524987 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:16.526694 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 5429c54a-f3d0-45e6-93f6-b7b603af32b9 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:16.538306 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-eee67c3c-8cc6-420a-aa48-d444976affa1 None None] Port 9432e664-232a-4ebf-bbb9-3a4be6101826 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:03:16.599556 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3258dccd-83e4-43d2-a2d0-59008ebf08e9 None None] New status for floating IP b5cd70a2-c34e-4af4-9bdb-6284f78db841: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:03:16.687102 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:16.690200 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-783f55b5-cde3-4bbb-af48-9c70cf9d97e1 None None] Provisioning complete for port 0895ccae-276a-41b2-a841-a258c3a85d71 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:16.690575 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-783f55b5-cde3-4bbb-af48-9c70cf9d97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:16.773543 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:03:16.791660 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1633aa5c-de82-4ae8-ab58-b8afbd720a06 admin admin] 10.222.0.45 "PUT /v2.0/routers/c6ace107-7ae0-4386-8fe1-00f0f7311879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1957612 Aug 29 09:03:16.908025 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:16.908550 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:16.984074 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-783f55b5-cde3-4bbb-af48-9c70cf9d97e1 None None] Port 0895ccae-276a-41b2-a841-a258c3a85d71 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:03:17.063016 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45054) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:17.068520 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-783f55b5-cde3-4bbb-af48-9c70cf9d97e1 None None] Provisioning complete for port 9432e664-232a-4ebf-bbb9-3a4be6101826 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:17.068938 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-783f55b5-cde3-4bbb-af48-9c70cf9d97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.071458 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-a9c5cd2b-30bc-49e9-840b-2e23100c2079 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765749664', 'description': 'tempest-secgroup-smoke-765749664 description', 'project_id': '4d8729da79b745baa69c923d2ee2bcc0'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:17.115034 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cd2b-30bc-49e9-840b-2e23100c2079 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.161192 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-783f55b5-cde3-4bbb-af48-9c70cf9d97e1 None None] Port 9432e664-232a-4ebf-bbb9-3a4be6101826 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:03:17.233698 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 2, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:17.250569 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cd2b-30bc-49e9-840b-2e23100c2079 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.263175 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cd2b-30bc-49e9-840b-2e23100c2079 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.275716 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba273fd-9b56-4c18-ae2d-b10f5a9943f6 None None] The sync data for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi is: [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 2, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:03:17.330020 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cd2b-30bc-49e9-840b-2e23100c2079 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.333655 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a9c5cd2b-30bc-49e9-840b-2e23100c2079 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2647970 Aug 29 09:03:17.334954 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45064) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:17.338568 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5cd2b-30bc-49e9-840b-2e23100c2079 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f218bf-e99e-4313-8618-a9d06da6f613,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:17.344759 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-b655413a-e5c8-4a3c-9cb7-3c15b1627328 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Request body: {'security_group_rule': {'security_group_id': 'e5f218bf-e99e-4313-8618-a9d06da6f613', 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:17.386028 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:17.413755 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b655413a-e5c8-4a3c-9cb7-3c15b1627328 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.446606 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:17.447217 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.481044 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b655413a-e5c8-4a3c-9cb7-3c15b1627328 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.486051 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b655413a-e5c8-4a3c-9cb7-3c15b1627328 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.506159 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655413a-e5c8-4a3c-9cb7-3c15b1627328 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6261ec10-4c53-4e19-b508-cfee9387db87,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:17.514712 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b655413a-e5c8-4a3c-9cb7-3c15b1627328 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.519190 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b655413a-e5c8-4a3c-9cb7-3c15b1627328 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802895 Aug 29 09:03:17.520127 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45068) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:17.525751 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-289d7b2f-e57f-4760-aae9-684f857838d8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Request body: {'security_group_rule': {'security_group_id': 'e5f218bf-e99e-4313-8618-a9d06da6f613', 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:17.550740 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device a982e096-1858-40b4-823b-e57ef10d6a2b up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:17.563834 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-289d7b2f-e57f-4760-aae9-684f857838d8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.600936 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45072) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:17.607568 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port a982e096-1858-40b4-823b-e57ef10d6a2b completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:17.607790 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1501327161-network', 'tenant_id': '9fca49954cce415990db948931f896cd'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:17.611967 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port a982e096-1858-40b4-823b-e57ef10d6a2b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:17.612352 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.614842 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.632465 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Made reservation on behalf of 9fca49954cce415990db948931f896cd for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:17.635108 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-289d7b2f-e57f-4760-aae9-684f857838d8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.635266 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.640466 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-289d7b2f-e57f-4760-aae9-684f857838d8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.648478 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.658395 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d7b2f-e57f-4760-aae9-684f857838d8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e4f713-007a-4b4a-b5fc-934148a2c7c6,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:17.671627 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-289d7b2f-e57f-4760-aae9-684f857838d8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.673002 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-289d7b2f-e57f-4760-aae9-684f857838d8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515722 Aug 29 09:03:17.675807 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45074) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:17.680335 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-05c87f9c-6c68-43a5-a342-19c050416552 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Request body: {'security_group_rule': {'security_group_id': 'e5f218bf-e99e-4313-8618-a9d06da6f613', 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:17.695692 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.717040 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port a982e096-1858-40b4-823b-e57ef10d6a2b, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=a982e096-1858-40b4-823b-e57ef10d6a2b,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:17.722600 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.764095 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.769078 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.784711 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=a982e096-1858-40b4-823b-e57ef10d6a2b,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:17.794427 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:03:17.797998 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-05c87f9c-6c68-43a5-a342-19c050416552 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.804746 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabbfb71-4f4f-4c94-aede-0ac133a2c26e,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:17.809820 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.810172 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Added segment 72be2ef5-c8a5-45fc-8950-b461cbb7ec20 of type vlan for network b370f855-7b19-48c9-91ce-da9f1ecf6f9a Aug 29 09:03:17.868008 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.871973 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-05c87f9c-6c68-43a5-a342-19c050416552 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.877949 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-05c87f9c-6c68-43a5-a342-19c050416552 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.898469 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c87f9c-6c68-43a5-a342-19c050416552 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab7aff7-66cf-4f55-a401-f10560d51ae5,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:17.902534 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.903966 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-05c87f9c-6c68-43a5-a342-19c050416552 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.906268 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-05c87f9c-6c68-43a5-a342-19c050416552 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2294865 Aug 29 09:03:17.906655 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:17.907334 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.909067 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45076) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:17.915229 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-8bf88630-29cc-4bef-b62d-6b6506b30eff tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Request body: {'security_group_rule': {'security_group_id': 'e5f218bf-e99e-4313-8618-a9d06da6f613', 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:17.948469 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8bf88630-29cc-4bef-b62d-6b6506b30eff tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:17.961181 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3589776 Aug 29 09:03:17.964182 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45078) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:17.969315 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Request body: {'subnet': {'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1501327161-subnet', 'tenant_id': '9fca49954cce415990db948931f896cd', 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:17.988391 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e6b52-2620-4f01-93cf-5dcb6ddda9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b370f855-7b19-48c9-91ce-da9f1ecf6f9a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:18.000952 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Made reservation on behalf of 9fca49954cce415990db948931f896cd for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:18.001416 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network b370f855-7b19-48c9-91ce-da9f1ecf6f9a details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:03:18.003678 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18042605'] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.016238 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8bf88630-29cc-4bef-b62d-6b6506b30eff tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.022014 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8bf88630-29cc-4bef-b62d-6b6506b30eff tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.043080 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf88630-29cc-4bef-b62d-6b6506b30eff tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d883f08d-1f80-4b4b-a389-fb4eeb642600,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:18.052646 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8bf88630-29cc-4bef-b62d-6b6506b30eff tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.053996 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8bf88630-29cc-4bef-b62d-6b6506b30eff tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435981 Aug 29 09:03:18.057004 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45080) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:18.061804 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-b11a94a4-dbd2-4125-98fd-7f62712a2ac0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Request body: {'security_group_rule': {'security_group_id': 'e5f218bf-e99e-4313-8618-a9d06da6f613', 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:18.103573 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.securitygroups_db [None req-b11a94a4-dbd2-4125-98fd-7f62712a2ac0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Project 4d8729da79b745baa69c923d2ee2bcc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 09:03:18.112122 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b11a94a4-dbd2-4125-98fd-7f62712a2ac0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.222465 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b11a94a4-dbd2-4125-98fd-7f62712a2ac0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.230069 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b11a94a4-dbd2-4125-98fd-7f62712a2ac0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.272982 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18195001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18042527'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.277568 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a94a4-dbd2-4125-98fd-7f62712a2ac0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaa365a-4586-426f-a300-7e4a8df10d0c,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:18.284568 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b11a94a4-dbd2-4125-98fd-7f62712a2ac0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.286487 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b11a94a4-dbd2-4125-98fd-7f62712a2ac0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2277298 Aug 29 09:03:18.288974 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45082) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:18.293953 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-294331b6-550c-4ac6-a5c8-37a4884650ba tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Request body: {'security_group_rule': {'security_group_id': 'e5f218bf-e99e-4313-8618-a9d06da6f613', 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:18.322495 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.securitygroups_db [None req-294331b6-550c-4ac6-a5c8-37a4884650ba tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Project 4d8729da79b745baa69c923d2ee2bcc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 09:03:18.329405 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-294331b6-550c-4ac6-a5c8-37a4884650ba tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.414018 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-294331b6-550c-4ac6-a5c8-37a4884650ba tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.419608 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-294331b6-550c-4ac6-a5c8-37a4884650ba tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.443794 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294331b6-550c-4ac6-a5c8-37a4884650ba tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93f24cd-b764-4922-bd40-a77916ae42ce,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:18.461964 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-294331b6-550c-4ac6-a5c8-37a4884650ba tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.463256 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-294331b6-550c-4ac6-a5c8-37a4884650ba tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1730928 Aug 29 09:03:18.587904 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a72afc5-d88a-4768-a621-f8935f05164c,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:18.599227 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Checking segment: {'id': '72be2ef5-c8a5-45fc-8950-b461cbb7ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:18.599585 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Network hostable DHCP agents. Network: b370f855-7b19-48c9-91ce-da9f1ecf6f9a, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:03:18.618448 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Network b370f855-7b19-48c9-91ce-da9f1ecf6f9a is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:03:18.630392 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, b370f855-7b19-48c9-91ce-da9f1ecf6f9a) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:18.637111 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:18.638079 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.640662 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099fec3c-c3c8-4f4e-abf7-ea3dd82e8a43 None None] Network b370f855-7b19-48c9-91ce-da9f1ecf6f9a requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:03:18.658141 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7b839574-a471-4f03-8dca-bf01acf512d6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6927595 Aug 29 09:03:18.661349 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45108) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:18.667691 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:18.691586 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1573160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4096'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.692951 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1772108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4119'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.754029 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.810731 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92086a1a-174d-57e8-a14f-885ea25cc88a-b370f855-7b19-48c9-91ce-da9f1ecf6f9a', 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a', 'tenant_id': '9fca49954cce415990db948931f896cd', 'fixed_ips': [{'subnet_id': '4a72afc5-d88a-4768-a621-f8935f05164c'}]}} from dv-cinder-806490-1-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 29 09:03:18.811966 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:18.900895 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.000668 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Allocated IP 172.20.0.2 (b370f855-7b19-48c9-91ce-da9f1ecf6f9a/4a72afc5-d88a-4768-a621-f8935f05164c/605fa9dd-13d0-452b-95e4-1bee0d006ffa) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:19.236646 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.255190 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Transition to ACTIVE for port object 605fa9dd-13d0-452b-95e4-1bee0d006ffa will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:19.288173 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Transition to ACTIVE for port object 605fa9dd-13d0-452b-95e4-1bee0d006ffa will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:19.303563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.354500 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device a982e096-1858-40b4-823b-e57ef10d6a2b up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:19.360400 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Network b370f855-7b19-48c9-91ce-da9f1ecf6f9a is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:19.384347 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:19.387379 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:19.491606 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Pushing event updated for resources: {'Port': ['ID=605fa9dd-13d0-452b-95e4-1bee0d006ffa,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:19.496307 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.521024 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.527472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Attempting to bind port 605fa9dd-13d0-452b-95e4-1bee0d006ffa on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:19.528218 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Attempting to bind port 605fa9dd-13d0-452b-95e4-1bee0d006ffa by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '72be2ef5-c8a5-45fc-8950-b461cbb7ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:19.528605 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Attempting to bind port 605fa9dd-13d0-452b-95e4-1bee0d006ffa on network b370f855-7b19-48c9-91ce-da9f1ecf6f9a {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:19.541493 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:19.541911 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Checking segment: {'id': '72be2ef5-c8a5-45fc-8950-b461cbb7ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:19.542337 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.549664 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Bound using segment: {'id': '72be2ef5-c8a5-45fc-8950-b461cbb7ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:19.550363 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Bound port: 605fa9dd-13d0-452b-95e4-1bee0d006ffa, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72be2ef5-c8a5-45fc-8950-b461cbb7ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:19.550779 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.559758 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port a982e096-1858-40b4-823b-e57ef10d6a2b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:19.560176 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.692410 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Allocated IP 172.27.3.251 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/c8d5c4c5-851c-4705-a3ae-7c5d2cc65434) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:19.701992 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] For port 605fa9dd-13d0-452b-95e4-1bee0d006ffa, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:19.708586 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] For port 605fa9dd-13d0-452b-95e4-1bee0d006ffa, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=605fa9dd-13d0-452b-95e4-1bee0d006ffa,segment=NetworkSegment(72be2ef5-c8a5-45fc-8950-b461cbb7ec20),segment_id=72be2ef5-c8a5-45fc-8950-b461cbb7ec20)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:19.732328 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.838235 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554d5d0-ea72-4439-b6e8-e95a26ba0bfe None None] Pushing event updated for resources: {'Port': ['ID=605fa9dd-13d0-452b-95e4-1bee0d006ffa,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:19.862702 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Sync routers for ids ['d8dd6b7d-3701-453b-bdf3-625b29249db9'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:03:19.870374 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.875472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Routers {'d8dd6b7d-3701-453b-bdf3-625b29249db9'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:19.876647 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:16Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['d8dd6b7d-3701-453b-bdf3-625b29249db9'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:19.923893 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:19.988634 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:19.989933 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d5c4c5-851c-4705-a3ae-7c5d2cc65434,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:19.993732 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:20.014948 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:20.028744 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Set router d8dd6b7d-3701-453b-bdf3-625b29249db9 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:20.328684 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:08Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'gw_port': {'id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '0895ccae-276a-41b2-a841-a258c3a85d71', 'name': '', 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'mac_address': 'fa:16:3e:a7:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '8a4d02bb-0b69-4387-9e61-9dba88dc18aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 2, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'subnets': [{'id': '8a4d02bb-0b69-4387-9e61-9dba88dc18aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:20.357936 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Checking router: d8dd6b7d-3701-453b-bdf3-625b29249db9 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:03:20.357936 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Updating router d8dd6b7d-3701-453b-bdf3-625b29249db9 port 0895ccae-276a-41b2-a841-a258c3a85d71 binding host dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:03:20.368996 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:20.389169 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:20.614953 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582641'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:20.786192 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:20.811878 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Transition to ACTIVE for port object 0895ccae-276a-41b2-a841-a258c3a85d71 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:20.820658 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:20.821691 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Router a7d6af87-e390-43af-a154-5c849cdd2c58 is scheduled to L3 agent e97e697b-f455-498a-9ff5-680cc1059519 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 09:03:20.899172 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63c48a-fdef-49dc-a6ea-ae07da0815ee None None] Pushing event updated for resources: {'Port': ['ID=0895ccae-276a-41b2-a841-a258c3a85d71,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:20.945710 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Attempting to bind port 0895ccae-276a-41b2-a841-a258c3a85d71 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:20.946241 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Attempting to bind port 0895ccae-276a-41b2-a841-a258c3a85d71 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': 'b421dd40-7da8-4225-80b1-888afa065516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:20.946614 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Attempting to bind port 0895ccae-276a-41b2-a841-a258c3a85d71 on network b02e0073-73a8-43cf-ac0f-3a30de56159f {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:20.955043 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:20.955429 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Checking segment: {'id': 'b421dd40-7da8-4225-80b1-888afa065516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:20.955845 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:20.956276 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Bound using segment: {'id': 'b421dd40-7da8-4225-80b1-888afa065516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:20.956777 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Bound port: 0895ccae-276a-41b2-a841-a258c3a85d71, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b421dd40-7da8-4225-80b1-888afa065516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:20.957164 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:20.979642 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:03:20.995033 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Sync routers for ids ['a7d6af87-e390-43af-a154-5c849cdd2c58'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:03:21.009163 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:21.009551 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Routers {'a7d6af87-e390-43af-a154-5c849cdd2c58'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:21.013845 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:16Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['a7d6af87-e390-43af-a154-5c849cdd2c58'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:21.014324 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45154) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:03:21.014919 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7a190381-eedf-46bb-97c3-396f35990472 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3510211 Aug 29 09:03:21.066109 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] For port 0895ccae-276a-41b2-a841-a258c3a85d71, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:21.073147 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] For port 0895ccae-276a-41b2-a841-a258c3a85d71, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=0895ccae-276a-41b2-a841-a258c3a85d71,segment=NetworkSegment(b421dd40-7da8-4225-80b1-888afa065516),segment_id=b421dd40-7da8-4225-80b1-888afa065516)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:21.084564 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:21.161417 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Routers {'d8dd6b7d-3701-453b-bdf3-625b29249db9'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:21.162065 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:16Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['d8dd6b7d-3701-453b-bdf3-625b29249db9'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:21.208205 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63c48a-fdef-49dc-a6ea-ae07da0815ee None None] Pushing event updated for resources: {'Port': ['ID=0895ccae-276a-41b2-a841-a258c3a85d71,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:21.214676 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944be496-99e6-488c-82a8-6a2112b2da2e None None] Network b370f855-7b19-48c9-91ce-da9f1ecf6f9a requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:03:21.241112 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Set router a7d6af87-e390-43af-a154-5c849cdd2c58 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:21.431403 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] Set router d8dd6b7d-3701-453b-bdf3-625b29249db9 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:21.598392 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:18Z', 'updated_at': '2021-08-29T09:03:20Z', 'revision_number': 3, 'project_id': '9fca49954cce415990db948931f896cd', 'gw_port': {'id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:19Z', 'updated_at': '2021-08-29T09:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:21.635547 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Checking router: a7d6af87-e390-43af-a154-5c849cdd2c58 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:03:21.636108 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Updating router a7d6af87-e390-43af-a154-5c849cdd2c58 port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:03:21.684021 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 84ad9698-0c3b-47d4-9939-c5753ec37abe up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:21.684406 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:21.691309 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-78b7d993-7660-4842-bbb2-b591db4a84b2 None None] Provisioning for port 605fa9dd-13d0-452b-95e4-1bee0d006ffa completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:21.846911 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.051634 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 84ad9698-0c3b-47d4-9939-c5753ec37abe completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:22.059641 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 84ad9698-0c3b-47d4-9939-c5753ec37abe triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:22.060218 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.235887 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Allocated IP 172.20.0.1 (b370f855-7b19-48c9-91ce-da9f1ecf6f9a/4a72afc5-d88a-4768-a621-f8935f05164c/a6636a28-03dc-49a4-b4ea-474c0aa229fb) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:22.239339 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.268526 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 84ad9698-0c3b-47d4-9939-c5753ec37abe, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=84ad9698-0c3b-47d4-9939-c5753ec37abe,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:22.286030 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.287097 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 605fa9dd-13d0-452b-95e4-1bee0d006ffa up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:22.368860 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b169e-85c1-4c58-9d86-1bb56286b384 req-462de1ad-555e-4433-8b29-adf9b8f91075 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:22.374069 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-380b169e-85c1-4c58-9d86-1bb56286b384 req-462de1ad-555e-4433-8b29-adf9b8f91075 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.1599181 Aug 29 09:03:22.435531 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:08Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'gw_port': {'id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '0895ccae-276a-41b2-a841-a258c3a85d71', 'name': '', 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'mac_address': 'fa:16:3e:a7:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '8a4d02bb-0b69-4387-9e61-9dba88dc18aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:21Z', 'revision_number': 4, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'subnets': [{'id': '8a4d02bb-0b69-4387-9e61-9dba88dc18aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:22.441519 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.452791 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.472209 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Transition to ACTIVE for port object c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:22.486629 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.496116 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Transition to ACTIVE for port object a6636a28-03dc-49a4-b4ea-474c0aa229fb will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:22.502892 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=84ad9698-0c3b-47d4-9939-c5753ec37abe,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:22.506098 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006fb2e-73c1-43d9-84e6-23fb03b06c83 None None] The sync data for ids ['d8dd6b7d-3701-453b-bdf3-625b29249db9'] in dv-cinder-806490-1-iscsi is: [{'id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:08Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'gw_port': {'id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '0895ccae-276a-41b2-a841-a258c3a85d71', 'name': '', 'network_id': 'b02e0073-73a8-43cf-ac0f-3a30de56159f', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'mac_address': 'fa:16:3e:a7:79:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '8a4d02bb-0b69-4387-9e61-9dba88dc18aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:21Z', 'revision_number': 4, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'subnets': [{'id': '8a4d02bb-0b69-4387-9e61-9dba88dc18aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:03:22.519090 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-380b169e-85c1-4c58-9d86-1bb56286b384 req-74795b49-997d-4de7-8da3-b6ff220b3f6a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229489 Aug 29 09:03:22.538837 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 605fa9dd-13d0-452b-95e4-1bee0d006ffa completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:22.547835 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 605fa9dd-13d0-452b-95e4-1bee0d006ffa triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:22.548214 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.552478 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.579891 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Attempting to bind port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:22.580161 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0e0b3ced-05b9-4fdc-9808-4b6a2eb6a67a None None] Provisioning complete for port 605fa9dd-13d0-452b-95e4-1bee0d006ffa triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:22.580277 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Attempting to bind port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:22.580389 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3ced-05b9-4fdc-9808-4b6a2eb6a67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.580615 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Attempting to bind port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 on network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:22.584534 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af336e63-d73d-476e-8901-7df53a4173be None None] Pushing event updated for resources: {'Port': ['ID=c8d5c4c5-851c-4705-a3ae-7c5d2cc65434,revision_number=2']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:22.590464 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:22.590838 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Checking segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:22.591250 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.591646 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Bound using segment: {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:22.592234 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Bound port: c8d5c4c5-851c-4705-a3ae-7c5d2cc65434, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494699f-7be9-4394-8ffc-5c57cb9104f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:22.592655 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.596631 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Network b370f855-7b19-48c9-91ce-da9f1ecf6f9a is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:22.600109 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:22.603929 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:22.660637 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Pushing event updated for resources: {'Port': ['ID=a6636a28-03dc-49a4-b4ea-474c0aa229fb,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:22.676001 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582830'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.689670 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] For port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:22.694663 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] For port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=c8d5c4c5-851c-4705-a3ae-7c5d2cc65434,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:22.705125 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.721619 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.780398 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 605fa9dd-13d0-452b-95e4-1bee0d006ffa, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=605fa9dd-13d0-452b-95e4-1bee0d006ffa,segment=NetworkSegment(72be2ef5-c8a5-45fc-8950-b461cbb7ec20),segment_id=72be2ef5-c8a5-45fc-8950-b461cbb7ec20)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:22.781839 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0e0b3ced-05b9-4fdc-9808-4b6a2eb6a67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.784738 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Routers {'a7d6af87-e390-43af-a154-5c849cdd2c58'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:22.785483 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:16Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['a7d6af87-e390-43af-a154-5c849cdd2c58'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:22.797458 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.846241 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af336e63-d73d-476e-8901-7df53a4173be None None] Pushing event updated for resources: {'Port': ['ID=c8d5c4c5-851c-4705-a3ae-7c5d2cc65434,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:22.876058 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:22.907387 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.db.api [None req-0e0b3ced-05b9-4fdc-9808-4b6a2eb6a67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 09:03:22.907883 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG oslo_db.api [None req-0e0b3ced-05b9-4fdc-9808-4b6a2eb6a67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 09:03:22.911300 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=605fa9dd-13d0-452b-95e4-1bee0d006ffa,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:22.945125 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] Set router a7d6af87-e390-43af-a154-5c849cdd2c58 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:23.143664 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:23.152674 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:23.209986 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Pushing event updated for resources: {'Port': ['ID=a6636a28-03dc-49a4-b4ea-474c0aa229fb,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:23.229000 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:18Z', 'updated_at': '2021-08-29T09:03:20Z', 'revision_number': 3, 'project_id': '9fca49954cce415990db948931f896cd', 'gw_port': {'id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:19Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:23.255142 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583409'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:23.273632 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5b3ae4-2c4d-4792-8fcd-00d81c6e9348 None None] The sync data for ids ['a7d6af87-e390-43af-a154-5c849cdd2c58'] in dv-cinder-806490-1-iscsi is: [{'id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:18Z', 'updated_at': '2021-08-29T09:03:20Z', 'revision_number': 3, 'project_id': '9fca49954cce415990db948931f896cd', 'gw_port': {'id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:19Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:03:23.358647 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Sync routers for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:03:23.374597 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:23.376140 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:16Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:23.451838 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Network b370f855-7b19-48c9-91ce-da9f1ecf6f9a is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:23.454813 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:23.477803 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 0895ccae-276a-41b2-a841-a258c3a85d71 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:23.726796 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Router a7d6af87-e390-43af-a154-5c849cdd2c58 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:03:23.740893 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87705f49-b582-4d07-acee-0ae3c97358ac req-b2516aaf-a0a0-40b0-8911-8d739e30eff8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:23.743485 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87705f49-b582-4d07-acee-0ae3c97358ac req-b2516aaf-a0a0-40b0-8911-8d739e30eff8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0942860 Aug 29 09:03:23.752698 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:23.757265 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 0895ccae-276a-41b2-a841-a258c3a85d71 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:23.802306 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 0895ccae-276a-41b2-a841-a258c3a85d71 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:23.803431 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:23.819192 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87705f49-b582-4d07-acee-0ae3c97358ac req-8b0cae13-398a-483e-b055-c23ea52438dc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668931 Aug 29 09:03:23.948178 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:03:23.957296 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3d5a1439-6110-4a38-a75f-badb65828b40 admin admin] 10.222.0.45 "PUT /v2.0/routers/a7d6af87-e390-43af-a154-5c849cdd2c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9393668 Aug 29 09:03:24.010587 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-f34df8a8-49dc-4e97-bad8-d8e6cc079c55 None None] Provisioning for port a6636a28-03dc-49a4-b4ea-474c0aa229fb completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:24.087453 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-f34df8a8-49dc-4e97-bad8-d8e6cc079c55 None None] Provisioning complete for port a6636a28-03dc-49a4-b4ea-474c0aa229fb triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:24.088217 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f34df8a8-49dc-4e97-bad8-d8e6cc079c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:24.137054 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-f34df8a8-49dc-4e97-bad8-d8e6cc079c55 None None] Port a6636a28-03dc-49a4-b4ea-474c0aa229fb cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:03:24.221072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:24.293110 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 0895ccae-276a-41b2-a841-a258c3a85d71, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=0895ccae-276a-41b2-a841-a258c3a85d71,segment=NetworkSegment(b421dd40-7da8-4225-80b1-888afa065516),segment_id=b421dd40-7da8-4225-80b1-888afa065516)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:24.302739 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:24.303532 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 84ad9698-0c3b-47d4-9939-c5753ec37abe up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:24.437055 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 2, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:24.440589 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=0895ccae-276a-41b2-a841-a258c3a85d71,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:24.481697 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 84ad9698-0c3b-47d4-9939-c5753ec37abe triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:24.481697 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:24.499574 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Checking router: c6ace107-7ae0-4386-8fe1-00f0f7311879 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:03:24.499574 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Updating router c6ace107-7ae0-4386-8fe1-00f0f7311879 port 9432e664-232a-4ebf-bbb9-3a4be6101826 binding host dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:03:24.541294 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:25.060182 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ffb56-9b1c-4750-bd72-30d90874a29a req-cbbd830b-3c3e-4ee2-8394-4a3c742b3b95 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:25.064186 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-254ffb56-9b1c-4750-bd72-30d90874a29a req-cbbd830b-3c3e-4ee2-8394-4a3c742b3b95 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.1301329 Aug 29 09:03:25.064594 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 605fa9dd-13d0-452b-95e4-1bee0d006ffa up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:25.188886 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-254ffb56-9b1c-4750-bd72-30d90874a29a req-6c1cb037-7f3b-47a8-aa35-57ec6facadc5 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162095 Aug 29 09:03:25.193757 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 605fa9dd-13d0-452b-95e4-1bee0d006ffa triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:25.194109 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:25.260135 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:25.278806 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Transition to ACTIVE for port object 9432e664-232a-4ebf-bbb9-3a4be6101826 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:25.290858 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:25.492647 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1618cd2-d88d-476a-8c81-af5fa5b2a16f None None] Pushing event updated for resources: {'Port': ['ID=9432e664-232a-4ebf-bbb9-3a4be6101826,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:25.520285 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Attempting to bind port 9432e664-232a-4ebf-bbb9-3a4be6101826 on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:25.520730 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Attempting to bind port 9432e664-232a-4ebf-bbb9-3a4be6101826 by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:25.521037 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Attempting to bind port 9432e664-232a-4ebf-bbb9-3a4be6101826 on network c10b2a11-424e-4d58-9217-12631745abce {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:25.539146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:25.539146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Checking segment: {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:25.539146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:25.539146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Bound using segment: {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:25.539146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Bound port: 9432e664-232a-4ebf-bbb9-3a4be6101826, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:25.539146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:25.654028 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] For port 9432e664-232a-4ebf-bbb9-3a4be6101826, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:25.661634 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] For port 9432e664-232a-4ebf-bbb9-3a4be6101826, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=9432e664-232a-4ebf-bbb9-3a4be6101826,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:25.671612 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:25.695379 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:03:25.775744 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1618cd2-d88d-476a-8c81-af5fa5b2a16f None None] Pushing event updated for resources: {'Port': ['ID=9432e664-232a-4ebf-bbb9-3a4be6101826,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:25.778594 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:25.779377 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:16Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:25.888961 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 0895ccae-276a-41b2-a841-a258c3a85d71 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:25.995761 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:26.165091 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 0895ccae-276a-41b2-a841-a258c3a85d71 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:26.166201 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:26.368030 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770b264-12dc-4030-b712-04138c1a2f8b req-2ea0f0fc-a96c-42d0-b038-eb6262e078db tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:26.369670 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1770b264-12dc-4030-b712-04138c1a2f8b req-2ea0f0fc-a96c-42d0-b038-eb6262e078db tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0677273 Aug 29 09:03:26.419100 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:26.423517 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1770b264-12dc-4030-b712-04138c1a2f8b req-84c49b84-5ffa-4e61-a3fc-cd17752c3747 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476947 Aug 29 09:03:26.500078 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:25Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:26.544347 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b53c3-6386-4e64-8f49-e1a654fac401 None None] The sync data for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi is: [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:25Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:03:26.549090 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:26.556996 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:26.557509 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:26.668260 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:26.695739 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=c8d5c4c5-851c-4705-a3ae-7c5d2cc65434,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:26.702865 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:26.765267 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=c8d5c4c5-851c-4705-a3ae-7c5d2cc65434,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:27.566586 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d798103-8918-4174-ae7e-7da9ae885e89 req-e7828686-0d09-4169-9c92-a40a82d7143a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:27.570229 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d798103-8918-4174-ae7e-7da9ae885e89 req-e7828686-0d09-4169-9c92-a40a82d7143a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0658271 Aug 29 09:03:27.668696 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d798103-8918-4174-ae7e-7da9ae885e89 req-a3c6c9d4-4022-4e90-b05c-f33f7e11cf33 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898509 Aug 29 09:03:27.687215 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 9432e664-232a-4ebf-bbb9-3a4be6101826 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:27.766325 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port 9432e664-232a-4ebf-bbb9-3a4be6101826 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:27.794572 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 9432e664-232a-4ebf-bbb9-3a4be6101826 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:27.795221 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:27.934863 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:27.997181 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port 9432e664-232a-4ebf-bbb9-3a4be6101826, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=9432e664-232a-4ebf-bbb9-3a4be6101826,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:28.003522 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:28.004379 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:28.089752 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=9432e664-232a-4ebf-bbb9-3a4be6101826,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:28.100650 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:28.101471 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:28.811094 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e2b7a-bd0e-4e47-be78-501c8ceacfab req-103b90a2-c892-493b-b7ab-d63b3b03a254 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:28.817820 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-784e2b7a-bd0e-4e47-be78-501c8ceacfab req-103b90a2-c892-493b-b7ab-d63b3b03a254 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0679326 Aug 29 09:03:28.867479 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-784e2b7a-bd0e-4e47-be78-501c8ceacfab req-8f1e401a-565f-4d6b-916b-3e42a89ddda8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Aug 29 09:03:29.156030 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Sync routers for ids ['a7d6af87-e390-43af-a154-5c849cdd2c58'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:03:29.179536 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Routers {'a7d6af87-e390-43af-a154-5c849cdd2c58'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:29.180958 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:16Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['a7d6af87-e390-43af-a154-5c849cdd2c58'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:29.338994 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Set router a7d6af87-e390-43af-a154-5c849cdd2c58 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:29.628362 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 9432e664-232a-4ebf-bbb9-3a4be6101826 up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:29.691518 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port 9432e664-232a-4ebf-bbb9-3a4be6101826 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:29.692049 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:29.786297 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:18Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '9fca49954cce415990db948931f896cd', 'gw_port': {'id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:19Z', 'updated_at': '2021-08-29T09:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'a6636a28-03dc-49a4-b4ea-474c0aa229fb', 'name': '', 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a', 'tenant_id': '9fca49954cce415990db948931f896cd', 'mac_address': 'fa:16:3e:42:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4a72afc5-d88a-4768-a621-f8935f05164c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:21Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 2, 'project_id': '9fca49954cce415990db948931f896cd', 'subnets': [{'id': '4a72afc5-d88a-4768-a621-f8935f05164c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:29.829021 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Checking router: a7d6af87-e390-43af-a154-5c849cdd2c58 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:03:29.829578 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Updating router a7d6af87-e390-43af-a154-5c849cdd2c58 port a6636a28-03dc-49a4-b4ea-474c0aa229fb binding host dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 09:03:29.856840 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:30.119471 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c44f2-f68f-42d8-8964-f357eb6270f9 req-e6bca7b4-c4c4-4ac0-9601-c7c30fe0e3bb tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:30.121272 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-865c44f2-f68f-42d8-8964-f357eb6270f9 req-e6bca7b4-c4c4-4ac0-9601-c7c30fe0e3bb tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.1388395 Aug 29 09:03:30.185340 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-865c44f2-f68f-42d8-8964-f357eb6270f9 req-1bf03046-74f0-45bd-a463-486f1c680054 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538988 Aug 29 09:03:30.276758 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:30.290632 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Transition to ACTIVE for port object a6636a28-03dc-49a4-b4ea-474c0aa229fb will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:30.299811 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:30.389944 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5e2e3-8eea-43f2-86ba-5f020eda0df7 None None] Pushing event updated for resources: {'Port': ['ID=a6636a28-03dc-49a4-b4ea-474c0aa229fb,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:30.468933 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Attempting to bind port a6636a28-03dc-49a4-b4ea-474c0aa229fb on host dv-cinder-806490-1-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:30.470459 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Attempting to bind port a6636a28-03dc-49a4-b4ea-474c0aa229fb by drivers openvswitch,hyperv on host dv-cinder-806490-1-iscsi at level 0 using segments [{'id': '72be2ef5-c8a5-45fc-8950-b461cbb7ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:30.471068 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Attempting to bind port a6636a28-03dc-49a4-b4ea-474c0aa229fb on network b370f855-7b19-48c9-91ce-da9f1ecf6f9a {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:30.483260 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Checking agent: {'id': 'f8f609e0-7846-45c6-82cf-c8d4e5564477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806490-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 49, 44), 'started_at': datetime.datetime(2021, 8, 29, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806490-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:30.483696 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Checking segment: {'id': '72be2ef5-c8a5-45fc-8950-b461cbb7ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:30.484109 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:30.484512 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Bound using segment: {'id': '72be2ef5-c8a5-45fc-8950-b461cbb7ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:30.485588 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Bound port: a6636a28-03dc-49a4-b4ea-474c0aa229fb, host: dv-cinder-806490-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72be2ef5-c8a5-45fc-8950-b461cbb7ec20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:30.486006 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:30.579055 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] For port a6636a28-03dc-49a4-b4ea-474c0aa229fb, host dv-cinder-806490-1-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:30.585456 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] For port a6636a28-03dc-49a4-b4ea-474c0aa229fb, host dv-cinder-806490-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=a6636a28-03dc-49a4-b4ea-474c0aa229fb,segment=NetworkSegment(72be2ef5-c8a5-45fc-8950-b461cbb7ec20),segment_id=72be2ef5-c8a5-45fc-8950-b461cbb7ec20)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:30.597329 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:30.694716 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Routers {'a7d6af87-e390-43af-a154-5c849cdd2c58'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:03:30.695888 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:16Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['a7d6af87-e390-43af-a154-5c849cdd2c58'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:30.698398 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5e2e3-8eea-43f2-86ba-5f020eda0df7 None None] Pushing event updated for resources: {'Port': ['ID=a6636a28-03dc-49a4-b4ea-474c0aa229fb,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:30.837822 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] Set router a7d6af87-e390-43af-a154-5c849cdd2c58 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:03:30.934654 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:31.088400 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:18Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '9fca49954cce415990db948931f896cd', 'gw_port': {'id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:19Z', 'updated_at': '2021-08-29T09:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'a6636a28-03dc-49a4-b4ea-474c0aa229fb', 'name': '', 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a', 'tenant_id': '9fca49954cce415990db948931f896cd', 'mac_address': 'fa:16:3e:42:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4a72afc5-d88a-4768-a621-f8935f05164c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:21Z', 'updated_at': '2021-08-29T09:03:30Z', 'revision_number': 4, 'project_id': '9fca49954cce415990db948931f896cd', 'subnets': [{'id': '4a72afc5-d88a-4768-a621-f8935f05164c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:03:31.117074 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2a0a8-84c8-4b3f-a08c-ddd249da661b None None] The sync data for ids ['a7d6af87-e390-43af-a154-5c849cdd2c58'] in dv-cinder-806490-1-iscsi is: [{'id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:18Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '9fca49954cce415990db948931f896cd', 'gw_port': {'id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:19Z', 'updated_at': '2021-08-29T09:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'a6636a28-03dc-49a4-b4ea-474c0aa229fb', 'name': '', 'network_id': 'b370f855-7b19-48c9-91ce-da9f1ecf6f9a', 'tenant_id': '9fca49954cce415990db948931f896cd', 'mac_address': 'fa:16:3e:42:b1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4a72afc5-d88a-4768-a621-f8935f05164c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:21Z', 'updated_at': '2021-08-29T09:03:30Z', 'revision_number': 4, 'project_id': '9fca49954cce415990db948931f896cd', 'subnets': [{'id': '4a72afc5-d88a-4768-a621-f8935f05164c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:03:31.335869 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5afd6-c12c-43a5-9197-b7f82bf66928 req-0a26547d-4422-4974-b088-65af95fe4158 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:31.345171 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4ae5afd6-c12c-43a5-9197-b7f82bf66928 req-0a26547d-4422-4974-b088-65af95fe4158 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0702224 Aug 29 09:03:31.415253 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4ae5afd6-c12c-43a5-9197-b7f82bf66928 req-d1c0c98f-fce7-4b7b-954e-9d789db03176 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539520 Aug 29 09:03:31.671601 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device a6636a28-03dc-49a4-b4ea-474c0aa229fb up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:31.742472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning for port a6636a28-03dc-49a4-b4ea-474c0aa229fb completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:31.748598 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port a6636a28-03dc-49a4-b4ea-474c0aa229fb triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:31.749197 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:31.904869 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:31.962273 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] For port a6636a28-03dc-49a4-b4ea-474c0aa229fb, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=a6636a28-03dc-49a4-b4ea-474c0aa229fb,segment=NetworkSegment(72be2ef5-c8a5-45fc-8950-b461cbb7ec20),segment_id=72be2ef5-c8a5-45fc-8950-b461cbb7ec20)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:31.968852 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:32.202619 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Pushing event updated for resources: {'Port': ['ID=a6636a28-03dc-49a4-b4ea-474c0aa229fb,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:32.588703 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a8eab-d97a-49dc-9753-36eab9312f2d req-34382659-5291-454c-80d6-52e84faa26c8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:32.590352 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c8a8eab-d97a-49dc-9753-36eab9312f2d req-34382659-5291-454c-80d6-52e84faa26c8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0890222 Aug 29 09:03:32.642671 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c8a8eab-d97a-49dc-9753-36eab9312f2d req-d3328c35-11b4-4100-992a-a602c016f355 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457547 Aug 29 09:03:33.613422 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device a6636a28-03dc-49a4-b4ea-474c0aa229fb up at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:33.680240 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Provisioning complete for port a6636a28-03dc-49a4-b4ea-474c0aa229fb triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:33.680870 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:33.787738 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09ae97-9cec-44f0-bfed-66a3f53b0476 req-81b46271-83e9-4985-89b7-ff3f78ba969a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:33.789525 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7c09ae97-9cec-44f0-bfed-66a3f53b0476 req-81b46271-83e9-4985-89b7-ff3f78ba969a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0642128 Aug 29 09:03:33.847490 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7c09ae97-9cec-44f0-bfed-66a3f53b0476 req-2466171c-f2b6-4132-906a-472280d3985a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 Aug 29 09:03:34.984168 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ec512-fea4-4b61-80a2-c4548224c05b req-44c09a8d-f9a8-4970-8f04-a2bde090c492 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:34.985871 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0e4ec512-fea4-4b61-80a2-c4548224c05b req-44c09a8d-f9a8-4970-8f04-a2bde090c492 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0580246 Aug 29 09:03:35.035163 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0e4ec512-fea4-4b61-80a2-c4548224c05b req-25d7e2b1-6c40-42e0-b6e4-5b9c9da153ea tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423036 Aug 29 09:03:35.255858 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-d3b2e9a5-f9a8-4b84-8136-616b820a5048 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:35.258214 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-d3b2e9a5-f9a8-4b84-8136-616b820a5048 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/networks?id=c10b2a11-424e-4d58-9217-12631745abce HTTP/1.1" status: 200 len: 814 time: 0.1448333 Aug 29 09:03:35.277179 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-546f6df4-b43f-4369-9e90-c9a0779f7f6e tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/quotas/93565e4521954ec1af7961fd3f30dafe HTTP/1.1" status: 200 len: 375 time: 0.0123677 Aug 29 09:03:35.360593 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-705b87da-ff11-4b67-a837-c2115e339a3f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=93565e4521954ec1af7961fd3f30dafe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761998 Aug 29 09:03:35.580980 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-e87637b0-d169-470a-9cb3-785c0758d01e service neutron] 10.222.0.45 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075815 Aug 29 09:03:35.680696 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-5ffbee67-93db-486d-958e-134431fdd4d7 service neutron] 10.222.0.45 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905828 Aug 29 09:03:35.952760 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-de866c38-bd2c-45a6-81bb-974f055d2ec0 req-6e88cb09-8588-447a-937b-efe784cc6777 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 210 time: 0.0318446 Aug 29 09:03:36.168155 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffc3d0-3e90-499d-a8ea-dab74ac53ecf req-923c07f2-b38a-424e-b1cf-d504c9fc2896 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:36.169756 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-38ffc3d0-3e90-499d-a8ea-dab74ac53ecf req-923c07f2-b38a-424e-b1cf-d504c9fc2896 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0596631 Aug 29 09:03:36.212330 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-38ffc3d0-3e90-499d-a8ea-dab74ac53ecf req-834a10a4-978a-4d89-99c5-e30b905ff6fb tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357299 Aug 29 09:03:36.684702 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-d7d6cf8b-3e17-4cfb-86ef-878ec2f3b8f9 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765749664&fields=id&tenant_id=4d8729da79b745baa69c923d2ee2bcc0 HTTP/1.1" status: 200 len: 267 time: 0.0461810 Aug 29 09:03:36.800515 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-70d27eab-0892-4f52-b7e1-b20ba44ef628 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:36.802100 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-70d27eab-0892-4f52-b7e1-b20ba44ef628 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/networks?id=e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 200 len: 808 time: 0.1084013 Aug 29 09:03:36.818406 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-02d92d5f-bb4f-4ac5-9170-4954baa365c5 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/quotas/4d8729da79b745baa69c923d2ee2bcc0 HTTP/1.1" status: 200 len: 375 time: 0.0103097 Aug 29 09:03:36.878869 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-e76276b6-6e1d-4002-a0a5-19c269668358 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544879 Aug 29 09:03:36.987597 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-f769efd8-0171-4be2-a671-e523dc726c5a service neutron] 10.222.0.45 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949938 Aug 29 09:03:37.089837 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-45f6aa9a-d257-49aa-b039-11dec5ff3667 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:37.090734 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-c7613a26-2233-42e4-a3ca-575c426f6f5f service neutron] 10.222.0.45 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935931 Aug 29 09:03:37.092175 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-45f6aa9a-d257-49aa-b039-11dec5ff3667 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.57 "GET /v2.0/networks?id=c10b2a11-424e-4d58-9217-12631745abce HTTP/1.1" status: 200 len: 814 time: 0.1048973 Aug 29 09:03:37.106974 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'port': {'device_id': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'admin_state_up': True, 'tenant_id': '93565e4521954ec1af7961fd3f30dafe'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:37.240182 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Made reservation on behalf of 93565e4521954ec1af7961fd3f30dafe for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:37.245056 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:37.380351 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Allocated IP 172.20.0.11 (c10b2a11-424e-4d58-9217-12631745abce/e9692d91-96cb-450f-b111-5c9afda465b3/341afcbf-0c56-472d-b4d1-98559da4bada) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:37.654604 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:37.657057 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7ddee31b-ad71-4c07-b081-62b68020ef2b req-6f5c26ab-2a52-4fcc-bb9d-a76c0a0df996 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 210 time: 0.0597792 Aug 29 09:03:37.681390 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Transition to ACTIVE for port object 341afcbf-0c56-472d-b4d1-98559da4bada will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:37.728962 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:37.831654 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Network c10b2a11-424e-4d58-9217-12631745abce is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:37.836603 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:37.841523 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:37.853744 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c336659-75db-437c-bc24-075c2b31375f req-0addb6c1-a06b-489f-b059-92c37ef45f83 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:37.865532 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c336659-75db-437c-bc24-075c2b31375f req-0addb6c1-a06b-489f-b059-92c37ef45f83 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.1173370 Aug 29 09:03:37.893655 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'Port': ['ID=341afcbf-0c56-472d-b4d1-98559da4bada,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:37.955201 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:37.956560 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:37.962928 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c336659-75db-437c-bc24-075c2b31375f req-e4dd03c1-0a2a-4782-a050-93f51080f4ac tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961583 Aug 29 09:03:37.989195 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-3aec7dac-7183-48eb-925b-e572a5be7b1f tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8871782 Aug 29 09:03:38.133908 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2cab522b-e29a-4873-9c8a-c55301cd0b25 req-d29e8d3c-219f-4393-8d3e-9c8149199938 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 210 time: 0.0842113 Aug 29 09:03:38.171822 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Request body: {'port': {'device_id': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:38.308439 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:38.318750 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-354d0a8c-fc17-47f8-9ac1-a010f0a0b045 None None] Provisioning for port 341afcbf-0c56-472d-b4d1-98559da4bada completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:38.331896 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-354d0a8c-fc17-47f8-9ac1-a010f0a0b045 None None] Provisioning complete for port 341afcbf-0c56-472d-b4d1-98559da4bada triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:38.332529 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-354d0a8c-fc17-47f8-9ac1-a010f0a0b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:38.424960 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-354d0a8c-fc17-47f8-9ac1-a010f0a0b045 None None] Port 341afcbf-0c56-472d-b4d1-98559da4bada cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:03:38.582854 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24d1f1-a12d-4dc8-a127-c302bc5f1ae7 req-0a90262a-66e3-4b20-b804-8961aedf1c15 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:38.591194 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7d24d1f1-a12d-4dc8-a127-c302bc5f1ae7 req-0a90262a-66e3-4b20-b804-8961aedf1c15 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0826702 Aug 29 09:03:38.639846 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7d24d1f1-a12d-4dc8-a127-c302bc5f1ae7 req-7fdc7074-b1e6-41d5-955d-056f82f97312 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468690 Aug 29 09:03:38.836839 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341afcbf-0c56-472d-b4d1-98559da4bada {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:03:38.846853 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:38.862432 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Transition to ACTIVE for port object 341afcbf-0c56-472d-b4d1-98559da4bada will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:38.872736 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:38.932510 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Pushing event updated for resources: {'Port': ['ID=341afcbf-0c56-472d-b4d1-98559da4bada,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:39.112017 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Attempting to bind port 341afcbf-0c56-472d-b4d1-98559da4bada on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:39.112535 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Attempting to bind port 341afcbf-0c56-472d-b4d1-98559da4bada by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:39.112940 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Attempting to bind port 341afcbf-0c56-472d-b4d1-98559da4bada on network c10b2a11-424e-4d58-9217-12631745abce {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:39.118909 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Port 341afcbf-0c56-472d-b4d1-98559da4bada on network c10b2a11-424e-4d58-9217-12631745abce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:03:39.119334 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Attempting to bind port 341afcbf-0c56-472d-b4d1-98559da4bada on network c10b2a11-424e-4d58-9217-12631745abce {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:39.126306 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:39.126656 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Checking segment: {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:39.127053 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Bound using segment: {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:39.127490 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Bound port: 341afcbf-0c56-472d-b4d1-98559da4bada, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:39.127853 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:39.216206 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] For port 341afcbf-0c56-472d-b4d1-98559da4bada, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:39.220092 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] For port 341afcbf-0c56-472d-b4d1-98559da4bada, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=341afcbf-0c56-472d-b4d1-98559da4bada,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:39.226382 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:39.265178 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:39.265863 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:39.267311 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] 10.222.0.57 "PUT /v2.0/ports/341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 1094 time: 1.2111201 Aug 29 09:03:39.267782 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:03:39.270986 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79df7e11-d776-4306-80fd-1f860f22ad53" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:03:39.307788 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cec82f-e6ac-42ba-b24c-7614d1e61de4 service neutron] Pushing event updated for resources: {'Port': ['ID=341afcbf-0c56-472d-b4d1-98559da4bada,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:40.319540 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e72f1a77-364f-4ed3-b790-24e5b4588370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:43.860429 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:45.087154 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-fb6244a8-cae9-421e-a39d-ca8178bf630c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:46.371472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:47.617021 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:49.393498 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-f7f28074-1021-482c-abc9-b7aff44b9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:49.395120 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-f7f28074-1021-482c-abc9-b7aff44b9d08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93565e4521954ec1af7961fd3f30dafe&device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 1097 time: 0.0507810 Aug 29 09:03:49.464878 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-71b68f49-8e06-475a-82e9-73c85697f07d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 217 time: 0.0499890 Aug 29 09:03:49.493839 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06937b63-2110-41e5-a712-ca4904d74a71 req-58791ae0-1ebf-4749-885e-9f58cd34b928 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:49.496273 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-06937b63-2110-41e5-a712-ca4904d74a71 req-58791ae0-1ebf-4749-885e-9f58cd34b928 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 944 time: 0.0765178 Aug 29 09:03:49.544007 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-06937b63-2110-41e5-a712-ca4904d74a71 req-8e5b7745-f48f-4236-9e17-60e3c7ccdf97 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400796 Aug 29 09:03:49.549913 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b0c0-683c-435b-990b-b18d04390a31 req-21530e9d-2a34-467d-812f-a1c5575546d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:49.551476 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7910b0c0-683c-435b-990b-b18d04390a31 req-21530e9d-2a34-467d-812f-a1c5575546d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 1098 time: 0.0885811 Aug 29 09:03:49.556812 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-ac225724-a2c7-42c5-b2eb-f8089e403226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:49.558616 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-ac225724-a2c7-42c5-b2eb-f8089e403226 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9692d91-96cb-450f-b111-5c9afda465b3 HTTP/1.1" status: 200 len: 853 time: 0.0659924 Aug 29 09:03:49.645704 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55e63d84-b112-460c-b92d-4711df9cd66b req-7475a727-4ee2-46ff-8697-b4097647d585 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 210 time: 0.0320718 Aug 29 09:03:49.684659 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b0c0-683c-435b-990b-b18d04390a31 req-3e2094ed-0e5f-4a2b-a6c0-8ad4125c8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:49.686310 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7910b0c0-683c-435b-990b-b18d04390a31 req-3e2094ed-0e5f-4a2b-a6c0-8ad4125c8e55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 912 time: 0.1269963 Aug 29 09:03:49.688177 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-36590eed-6827-4db4-a180-278694016d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:49.689568 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-36590eed-6827-4db4-a180-278694016d2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c10b2a11-424e-4d58-9217-12631745abce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808153 Aug 29 09:03:49.822082 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7910b0c0-683c-435b-990b-b18d04390a31 req-171bd421-27ea-4dab-9409-825338698d2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 HTTP/1.1" status: 200 len: 1001 time: 0.1170475 Aug 29 09:03:49.838498 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec5d29d-cf8e-465c-a32d-443c44e41287 x-openstack-request-id: req-1ec5d29d-cf8e-465c-a32d-443c44e41287 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:03:49.838676 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:03:49.838830 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ec5d29d-cf8e-465c-a32d-443c44e41287 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:03:49.839290 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada', 'status': 'completed', 'code': 200} Aug 29 09:03:49.877957 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-b84e53aa-fd0f-466d-bef7-0724b2e4506c service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717308 Aug 29 09:03:49.944177 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b0c0-683c-435b-990b-b18d04390a31 req-84d040c2-75e8-4180-855d-4d30fdfb5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:49.946061 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7910b0c0-683c-435b-990b-b18d04390a31 req-84d040c2-75e8-4180-855d-4d30fdfb5250 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 200 len: 850 time: 0.1001368 Aug 29 09:03:49.962042 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eb712-1ea6-43a4-8429-7540a395cd92 req-9167ea62-3b92-4473-960d-32f8de6730f0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:49.963909 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a72eb712-1ea6-43a4-8429-7540a395cd92 req-9167ea62-3b92-4473-960d-32f8de6730f0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0735044 Aug 29 09:03:50.020891 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a72eb712-1ea6-43a4-8429-7540a395cd92 req-9001e4c0-c6e0-4bc1-9b84-dce382176e26 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501292 Aug 29 09:03:50.025442 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e35caa0-18b7-47b5-86dc-5edcf03b9a41 req-ce8ff980-5717-42ad-99d1-819480e59f93 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350060 Aug 29 09:03:50.028749 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910b0c0-683c-435b-990b-b18d04390a31 req-56aa480b-0e2b-43a9-b531-9659cc4be7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:50.030916 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7910b0c0-683c-435b-990b-b18d04390a31 req-56aa480b-0e2b-43a9-b531-9659cc4be7b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=812fa8c2-08ae-4007-863a-07d566b3359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749121 Aug 29 09:03:50.172862 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-f2bc6181-7d7f-4e21-a85a-6cc421c42730 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:50.175627 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-f2bc6181-7d7f-4e21-a85a-6cc421c42730 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.57 "GET /v2.0/networks?id=e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 200 len: 808 time: 0.1663938 Aug 29 09:03:50.250812 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-7a78e832-db85-45dd-baa6-0a766e5e9b64 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d8729da79b745baa69c923d2ee2bcc0 HTTP/1.1" status: 200 len: 379 time: 0.0649309 Aug 29 09:03:50.264485 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Request body: {'port': {'device_id': '6b5ec623-e01c-4513-8452-8a127299d109', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'admin_state_up': True, 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'security_groups': ['e5f218bf-e99e-4313-8618-a9d06da6f613']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:50.445570 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-1a643a23-a9f6-425d-a82e-220fc07573fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:50.447133 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-1a643a23-a9f6-425d-a82e-220fc07573fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93565e4521954ec1af7961fd3f30dafe&device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 1097 time: 0.0701983 Aug 29 09:03:50.474441 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7910b0c0-683c-435b-990b-b18d04390a31 req-1a96c8eb-bd63-4b40-bc1c-3674f65eb02a service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236751 Aug 29 09:03:50.636163 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-63026a95-daf6-42e1-a389-d49da4c1d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:50.637960 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-63026a95-daf6-42e1-a389-d49da4c1d756 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c10b2a11-424e-4d58-9217-12631745abce HTTP/1.1" status: 200 len: 915 time: 0.1759627 Aug 29 09:03:50.642161 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7910b0c0-683c-435b-990b-b18d04390a31 req-05d9c4f5-8496-4336-89f8-63956ad2ce80 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548340 Aug 29 09:03:50.690131 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Made reservation on behalf of 4d8729da79b745baa69c923d2ee2bcc0 for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:03:50.694729 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:50.714919 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-618344d0-2d67-42b7-9a8a-dbbb8cd48083 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 217 time: 0.0474150 Aug 29 09:03:50.715478 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca2e25-a397-4849-bcfb-bda07a9bcb73 req-f13906ed-3180-406f-9cad-4839012646e6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:50.717387 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-68ca2e25-a397-4849-bcfb-bda07a9bcb73 req-f13906ed-3180-406f-9cad-4839012646e6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 944 time: 0.0809352 Aug 29 09:03:50.770638 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-c736cbbd-02eb-47aa-a11f-dc02435b3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:50.772387 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-c736cbbd-02eb-47aa-a11f-dc02435b3e3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9692d91-96cb-450f-b111-5c9afda465b3 HTTP/1.1" status: 200 len: 853 time: 0.0469415 Aug 29 09:03:50.817419 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-68ca2e25-a397-4849-bcfb-bda07a9bcb73 req-c300b491-653b-4d1d-ba6e-547ace25b3ff tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906208 Aug 29 09:03:50.831249 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-c29689d8-e26e-4d03-a089-cebb7abc81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:50.832919 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-c29689d8-e26e-4d03-a089-cebb7abc81fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c10b2a11-424e-4d58-9217-12631745abce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523703 Aug 29 09:03:50.894002 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Allocated IP 172.20.0.8 (e77824f9-c1e4-4c16-9faf-fec3955338f7/40c5ff27-27c8-417a-9da9-5af377c0bd2a/a2e37ee1-3670-4d2f-8600-f5d724543366) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:03:50.912579 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7ab7a045-8f36-43ad-80bf-a01d8f16df14 req-2b3e2471-dd60-482f-865a-44da49eb0c0c tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 210 time: 0.0337639 Aug 29 09:03:50.939170 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-3ea9c7ab-8743-46b2-838f-4939ae559aaa service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972850 Aug 29 09:03:51.033994 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-79df7e11-d776-4306-80fd-1f860f22ad53 req-198a52b7-c9dd-48e7-9f2a-cec876277c2f service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866117 Aug 29 09:03:51.053385 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:51.069587 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Transition to ACTIVE for port object a2e37ee1-3670-4d2f-8600-f5d724543366 will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:51.105194 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:51.173646 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Network e77824f9-c1e4-4c16-9faf-fec3955338f7 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:03:51.182385 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:03:51.185250 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:03:51.234883 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'Port': ['ID=a2e37ee1-3670-4d2f-8600-f5d724543366,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:51.265942 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e33e6-4c67-4c5c-bd24-06f481d293ca req-271a48f6-5fb1-4909-92d8-00d6fff2309b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:51.267626 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ec5e33e6-4c67-4c5c-bd24-06f481d293ca req-271a48f6-5fb1-4909-92d8-00d6fff2309b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.1529393 Aug 29 09:03:51.276546 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:51.277212 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:51.312634 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-ea53b1da-e5d7-421b-ac30-179d3907f083 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0543594 Aug 29 09:03:51.329160 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Request body: {'port': {'device_id': '6b5ec623-e01c-4513-8452-8a127299d109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:03:51.335943 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ec5e33e6-4c67-4c5c-bd24-06f481d293ca req-c9bbf598-e3a3-4db6-a8cb-a2f8bd1bc7b6 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540123 Aug 29 09:03:51.405824 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:51.536402 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-05dce3e6-e008-49ec-9a80-539fd12c6e38 None None] Provisioning for port a2e37ee1-3670-4d2f-8600-f5d724543366 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:51.542761 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-05dce3e6-e008-49ec-9a80-539fd12c6e38 None None] Provisioning complete for port a2e37ee1-3670-4d2f-8600-f5d724543366 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:51.543190 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-05dce3e6-e008-49ec-9a80-539fd12c6e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:51.580014 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-05dce3e6-e008-49ec-9a80-539fd12c6e38 None None] Port a2e37ee1-3670-4d2f-8600-f5d724543366 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:03:51.755513 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e37ee1-3670-4d2f-8600-f5d724543366 {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:03:51.763790 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:51.776625 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Transition to ACTIVE for port object a2e37ee1-3670-4d2f-8600-f5d724543366 will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:03:51.781766 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:51.833328 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Pushing event updated for resources: {'Port': ['ID=a2e37ee1-3670-4d2f-8600-f5d724543366,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:51.935623 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Attempting to bind port a2e37ee1-3670-4d2f-8600-f5d724543366 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:03:51.935999 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Attempting to bind port a2e37ee1-3670-4d2f-8600-f5d724543366 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:03:51.936339 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Attempting to bind port a2e37ee1-3670-4d2f-8600-f5d724543366 on network e77824f9-c1e4-4c16-9faf-fec3955338f7 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:51.944288 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Port a2e37ee1-3670-4d2f-8600-f5d724543366 on network e77824f9-c1e4-4c16-9faf-fec3955338f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:03:51.944619 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Attempting to bind port a2e37ee1-3670-4d2f-8600-f5d724543366 on network e77824f9-c1e4-4c16-9faf-fec3955338f7 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:03:51.953010 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:03:51.953340 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Checking segment: {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:03:51.953753 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Bound using segment: {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:03:51.954199 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Bound port: a2e37ee1-3670-4d2f-8600-f5d724543366, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4e0004-9248-4167-ba18-d902a4cd2a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:03:51.954563 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:51.978025 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6e0ef-a099-48c6-b9da-c5aa0bf7f9eb req-d862ca9e-ff53-4905-9b9a-e9d4d212e6d9 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:51.979544 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8bc6e0ef-a099-48c6-b9da-c5aa0bf7f9eb req-d862ca9e-ff53-4905-9b9a-e9d4d212e6d9 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 944 time: 0.0858924 Aug 29 09:03:52.057680 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8bc6e0ef-a099-48c6-b9da-c5aa0bf7f9eb req-0fe86079-acc1-4a2d-9c3c-52ed023f19c2 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546963 Aug 29 09:03:52.063070 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:03:52.066809 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a2e37ee1-3670-4d2f-8600-f5d724543366,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:03:52.072328 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:52.106746 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:52.107369 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:52.109085 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] 10.222.0.57 "PUT /v2.0/ports/a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 200 len: 1093 time: 0.7849274 Aug 29 09:03:52.109637 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:03:52.112389 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f566f-bdc1-418f-9b7e-b198e5761387" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:03:52.201820 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae92cb-f8b5-4515-b372-9bfedf85289e service neutron] Pushing event updated for resources: {'Port': ['ID=a2e37ee1-3670-4d2f-8600-f5d724543366,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:52.226312 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adc345-2d6a-4497-b4ac-ca97431f3d98 req-eb81a7a3-12ac-4e37-89b0-f33d349ed39e tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:52.227919 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9adc345-2d6a-4497-b4ac-ca97431f3d98 req-eb81a7a3-12ac-4e37-89b0-f33d349ed39e tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.1070554 Aug 29 09:03:52.252351 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-157a4eca-2a94-4b6a-8974-7e6748691cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:52.253904 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-157a4eca-2a94-4b6a-8974-7e6748691cb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1096 time: 0.0944898 Aug 29 09:03:52.310282 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9adc345-2d6a-4497-b4ac-ca97431f3d98 req-cb9c2cfb-4e98-4b67-87c1-b7a48d7e9d64 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757089 Aug 29 09:03:52.311927 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-1889bafd-e927-419e-ad45-95b73364d5fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 200 len: 217 time: 0.0445807 Aug 29 09:03:52.364905 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b1b0babd-cf3d-462a-8d41-7cef07ab4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:52.366645 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-b1b0babd-cf3d-462a-8d41-7cef07ab4326 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c5ff27-27c8-417a-9da9-5af377c0bd2a HTTP/1.1" status: 200 len: 847 time: 0.0466971 Aug 29 09:03:52.432286 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-3f8c56b8-53bf-4ef3-be32-f08b8f6d498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:52.434001 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-3f8c56b8-53bf-4ef3-be32-f08b8f6d498b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e77824f9-c1e4-4c16-9faf-fec3955338f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596957 Aug 29 09:03:52.435410 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608c4eb1-1149-4710-bc47-16c2a907bf8b x-openstack-request-id: req-608c4eb1-1149-4710-bc47-16c2a907bf8b {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:03:52.435684 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:03:52.435928 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-608c4eb1-1149-4710-bc47-16c2a907bf8b {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:03:52.436358 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'status': 'completed', 'code': 200} Aug 29 09:03:52.564289 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d2ad0-ab8d-4100-9bdc-7e7f200d5b26 req-939ce557-fa8d-4944-b3b6-8b419ea024cb tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:52.565952 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-239d2ad0-ab8d-4100-9bdc-7e7f200d5b26 req-939ce557-fa8d-4944-b3b6-8b419ea024cb tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0756967 Aug 29 09:03:52.570135 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-53dc6f7f-5090-494e-9354-7af86f6325f3 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265905 Aug 29 09:03:52.656676 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-239d2ad0-ab8d-4100-9bdc-7e7f200d5b26 req-79a563e1-af7c-4b85-9f9d-ab02e36f4409 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836322 Aug 29 09:03:52.702011 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-063e2838-33bf-47f5-8956-0a426d8fa24e req-4f78f656-56da-41e8-a950-3e888fec933b service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218402 Aug 29 09:03:52.800648 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 341afcbf-0c56-472d-b4d1-98559da4bada details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:03:52.823773 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-bb742480-9d27-40f4-a134-d357916a5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:52.825461 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-bb742480-9d27-40f4-a134-d357916a5769 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1096 time: 0.0609512 Aug 29 09:03:52.941504 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 341afcbf-0c56-472d-b4d1-98559da4bada, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=341afcbf-0c56-472d-b4d1-98559da4bada,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:52.945584 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-5c12be46-3a1e-4e60-ae13-bf055b8a4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:52.947158 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-5c12be46-3a1e-4e60-ae13-bf055b8a4bea service neutron] 10.222.0.57 "GET /v2.0/networks?id=e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 200 len: 909 time: 0.1133916 Aug 29 09:03:52.955958 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '341afcbf-0c56-472d-b4d1-98559da4bada', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'port_id': '341afcbf-0c56-472d-b4d1-98559da4bada', 'mac_address': 'fa:16:3e:b2:72:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:03:52.997661 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:53.012106 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-001e42d1-1c24-4e39-862c-a4e2ee33cf0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 200 len: 217 time: 0.0574572 Aug 29 09:03:53.013053 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341afcbf-0c56-472d-b4d1-98559da4bada {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:03:53.041323 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 341afcbf-0c56-472d-b4d1-98559da4bada, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=341afcbf-0c56-472d-b4d1-98559da4bada,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:53.048316 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:53.066972 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-ba8fff00-39ad-4d44-b1b0-2ee00221dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:53.068599 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-ba8fff00-39ad-4d44-b1b0-2ee00221dc66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c5ff27-27c8-417a-9da9-5af377c0bd2a HTTP/1.1" status: 200 len: 847 time: 0.0495532 Aug 29 09:03:53.108864 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=341afcbf-0c56-472d-b4d1-98559da4bada,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:53.117159 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.117567 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.118077 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.118418 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-17bf719d-6b6b-47c1-a3d9-24aab2c8f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:53.118588 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.118949 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.119340 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.119679 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.120013 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.120163 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-17bf719d-6b6b-47c1-a3d9-24aab2c8f418 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e77824f9-c1e4-4c16-9faf-fec3955338f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446959 Aug 29 09:03:53.120546 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.120987 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.121345 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.121675 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:03:53.246454 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa66132-b61c-4fbd-8e4d-b07f1db8a59e req-256ac7f1-55c0-463a-acf2-16e33ee346af tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:53.247863 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4aa66132-b61c-4fbd-8e4d-b07f1db8a59e req-256ac7f1-55c0-463a-acf2-16e33ee346af tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 945 time: 0.1109362 Aug 29 09:03:53.268813 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-2782faad-ce90-44d5-a7e4-b447fcf4e7d1 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414111 Aug 29 09:03:53.280969 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['341afcbf-0c56-472d-b4d1-98559da4bada'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:03:53.342967 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4aa66132-b61c-4fbd-8e4d-b07f1db8a59e req-11ddd9d8-2b08-471c-8853-4808c8acf8bd tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858264 Aug 29 09:03:53.383330 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b1f566f-bdc1-418f-9b7e-b198e5761387 req-f282b885-0ec9-446d-aa6b-cb438a857dd3 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063867 Aug 29 09:03:53.459073 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26123e9-fab2-484d-96d7-a8a647ffb084 req-32573fc5-148c-47cf-8c4f-04c9c9e1b516 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:53.460655 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d26123e9-fab2-484d-96d7-a8a647ffb084 req-32573fc5-148c-47cf-8c4f-04c9c9e1b516 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0521152 Aug 29 09:03:53.503356 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d26123e9-fab2-484d-96d7-a8a647ffb084 req-55f726c6-0ce8-4c7c-be14-93109f82ebfb tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361388 Aug 29 09:03:54.486032 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369e932-2c9f-4c41-84f5-94a85092d364 req-47d4981a-820b-4933-a95e-c0f45af2c0c0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:54.487586 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5369e932-2c9f-4c41-84f5-94a85092d364 req-47d4981a-820b-4933-a95e-c0f45af2c0c0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 945 time: 0.0523560 Aug 29 09:03:54.532599 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5369e932-2c9f-4c41-84f5-94a85092d364 req-6ded9037-e015-4072-8364-8785d61b6075 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Aug 29 09:03:54.647451 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41715ef8-fc6c-4335-ab24-cf0b45585654 req-7819cf36-b485-4086-a7bd-f14a7c909e86 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:54.649118 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-41715ef8-fc6c-4335-ab24-cf0b45585654 req-7819cf36-b485-4086-a7bd-f14a7c909e86 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0557048 Aug 29 09:03:54.690662 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-41715ef8-fc6c-4335-ab24-cf0b45585654 req-6e1fa976-559d-49ac-9b6b-a2aa533c162d tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353649 Aug 29 09:03:54.799266 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 341afcbf-0c56-472d-b4d1-98559da4bada up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:03:54.854856 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 341afcbf-0c56-472d-b4d1-98559da4bada completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:03:54.859480 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 341afcbf-0c56-472d-b4d1-98559da4bada triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:03:54.859856 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:54.978056 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:55.003709 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:03:55.006060 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b446b663-fe44-4854-a31e-04c0d67234e3" -d '{"events": [{"server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:03:55.021351 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 341afcbf-0c56-472d-b4d1-98559da4bada, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=341afcbf-0c56-472d-b4d1-98559da4bada,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:55.026779 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:55.084161 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=341afcbf-0c56-472d-b4d1-98559da4bada,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:55.125199 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87dff60-05e5-41f6-9880-f7dc7a4ec19b x-openstack-request-id: req-b87dff60-05e5-41f6-9880-f7dc7a4ec19b {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:03:55.125526 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "name": "network-vif-plugged", "status": "completed", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:03:55.125779 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b87dff60-05e5-41f6-9880-f7dc7a4ec19b {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:03:55.126181 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada', 'code': 200} Aug 29 09:03:55.309013 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c0e2e-2869-4ea5-95d3-f06f8a6e22fc req-8d1b149b-a94b-42a8-809e-4bf77b160d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:55.310621 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-801c0e2e-2869-4ea5-95d3-f06f8a6e22fc req-8d1b149b-a94b-42a8-809e-4bf77b160d1c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 1099 time: 0.0434794 Aug 29 09:03:55.350970 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-801c0e2e-2869-4ea5-95d3-f06f8a6e22fc req-e65c3174-2336-4f04-ae4b-605aa9c3bd9e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Aug 29 09:03:55.654995 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4a7f7-be24-4251-8ac4-5c2a54adb978 req-747b9ea1-cbd2-471b-91e8-ac24b4ebe45d tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:55.656508 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6ac4a7f7-be24-4251-8ac4-5c2a54adb978 req-747b9ea1-cbd2-471b-91e8-ac24b4ebe45d tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 946 time: 0.0522137 Aug 29 09:03:55.703199 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6ac4a7f7-be24-4251-8ac4-5c2a54adb978 req-f8e22a2d-cdac-4eb1-90e3-8d1651f0caa7 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386872 Aug 29 09:03:55.816833 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb13f1-0f41-4976-ab31-7ffdc6482b92 req-d9445f39-0c6c-485a-afff-17fc77c66bcc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:55.818274 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aebb13f1-0f41-4976-ab31-7ffdc6482b92 req-d9445f39-0c6c-485a-afff-17fc77c66bcc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0518878 Aug 29 09:03:55.861149 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aebb13f1-0f41-4976-ab31-7ffdc6482b92 req-83d48701-8ce0-4771-9b09-0caae4327e9f tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Aug 29 09:03:56.831719 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8825419-59a4-4919-ba43-3c97b59dc227 req-1a5c65cf-b5c0-4475-83cd-5159655691d9 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:56.833266 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f8825419-59a4-4919-ba43-3c97b59dc227 req-1a5c65cf-b5c0-4475-83cd-5159655691d9 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 946 time: 0.0551717 Aug 29 09:03:56.874249 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f8825419-59a4-4919-ba43-3c97b59dc227 req-453c80d2-e9bb-40e2-a42b-f507b70367b0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Aug 29 09:03:56.995916 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60154ac7-a54a-4f0e-8190-b67d3c671c78 req-b822319d-2b7d-425a-a324-b490f755f74f tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:56.997737 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60154ac7-a54a-4f0e-8190-b67d3c671c78 req-b822319d-2b7d-425a-a324-b490f755f74f tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0582085 Aug 29 09:03:57.044781 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60154ac7-a54a-4f0e-8190-b67d3c671c78 req-013e32c7-529e-40e0-8a18-a372b86284dd tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Aug 29 09:03:57.177497 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13272ea5-c80a-4d10-991e-1c641ce67a7e req-d0161252-1d35-4be1-9a7a-9285b65490f8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:57.180064 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-13272ea5-c80a-4d10-991e-1c641ce67a7e req-d0161252-1d35-4be1-9a7a-9285b65490f8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 946 time: 0.0574358 Aug 29 09:03:57.221782 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-13272ea5-c80a-4d10-991e-1c641ce67a7e req-44509969-3540-4392-a865-ba2aa97f0ffc tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Aug 29 09:03:57.566480 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b95339-b708-4e21-82d5-b25817fd7eb1 req-40b7fed9-b712-4180-a744-951fd952b8f7 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:57.567965 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-93b95339-b708-4e21-82d5-b25817fd7eb1 req-40b7fed9-b712-4180-a744-951fd952b8f7 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 946 time: 0.0578523 Aug 29 09:03:57.609258 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-93b95339-b708-4e21-82d5-b25817fd7eb1 req-e3d03c65-1b66-4743-8ce4-f9b9f59df557 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349591 Aug 29 09:03:58.197447 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea79dc-094f-4090-b046-dcd1f808106f req-e5981154-5fc3-4730-bd99-8134b8e6f387 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:58.199329 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ffea79dc-094f-4090-b046-dcd1f808106f req-e5981154-5fc3-4730-bd99-8134b8e6f387 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0673931 Aug 29 09:03:58.256646 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ffea79dc-094f-4090-b046-dcd1f808106f req-6e81b2d5-af4a-485a-89ab-a60c57bec2c8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495450 Aug 29 09:03:58.830203 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b077293-efa2-4ed8-90a1-14491b2a1c7b req-3b9d8f85-2ec2-497b-a720-967d11c24e8e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:58.832737 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b077293-efa2-4ed8-90a1-14491b2a1c7b req-3b9d8f85-2ec2-497b-a720-967d11c24e8e tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0725031 Aug 29 09:03:58.851368 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a2e37ee1-3670-4d2f-8600-f5d724543366 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:03:58.877191 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b077293-efa2-4ed8-90a1-14491b2a1c7b req-0fa76a7d-ce54-4a9a-9e2f-79c6717ffa9f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378058 Aug 29 09:03:58.966142 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a2e37ee1-3670-4d2f-8600-f5d724543366,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:58.978776 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'port_id': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'mac_address': 'fa:16:3e:6a:5d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:03:59.018761 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:59.032831 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e37ee1-3670-4d2f-8600-f5d724543366 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:03:59.055190 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a2e37ee1-3670-4d2f-8600-f5d724543366,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:03:59.062697 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:03:59.133163 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=a2e37ee1-3670-4d2f-8600-f5d724543366,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:03:59.347178 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['a2e37ee1-3670-4d2f-8600-f5d724543366'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:03:59.724645 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9d2fb-8749-4c6d-b943-833db8d53d25 req-7f2a6aa1-a57a-4b42-871f-6f7b345854d8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:03:59.726481 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-76d9d2fb-8749-4c6d-b943-833db8d53d25 req-7f2a6aa1-a57a-4b42-871f-6f7b345854d8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 944 time: 0.0650797 Aug 29 09:03:59.769838 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-76d9d2fb-8749-4c6d-b943-833db8d53d25 req-6bdddcb4-08f3-49ff-8c0f-82a7b1e7d8dd tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364447 Aug 29 09:04:00.006151 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cac02-cb70-4178-9779-9c711a2d609a req-d7281eca-8394-4d1d-980a-dc80855ac1ab tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:00.007620 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eb2cac02-cb70-4178-9779-9c711a2d609a req-d7281eca-8394-4d1d-980a-dc80855ac1ab tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0519314 Aug 29 09:04:00.056315 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eb2cac02-cb70-4178-9779-9c711a2d609a req-8ad7b00d-2940-4126-b39d-429a3c3d1936 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377662 Aug 29 09:04:00.876789 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a2e37ee1-3670-4d2f-8600-f5d724543366 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:04:00.891973 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd58640-c8d2-49b9-86e6-31fccc5b29b9 req-5f1b890d-025c-4f68-b5ff-b293d0a1dffd tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:00.893587 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4cd58640-c8d2-49b9-86e6-31fccc5b29b9 req-5f1b890d-025c-4f68-b5ff-b293d0a1dffd tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 944 time: 0.0510325 Aug 29 09:04:00.933591 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:00.938191 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4cd58640-c8d2-49b9-86e6-31fccc5b29b9 req-51c7d6b1-ab6e-44dd-ace0-bc77975e938b tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381429 Aug 29 09:04:00.947832 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port a2e37ee1-3670-4d2f-8600-f5d724543366 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:04:00.962057 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port a2e37ee1-3670-4d2f-8600-f5d724543366 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:04:00.962492 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:01.045354 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:01.069676 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:04:01.071967 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3d656f-1d1f-4c80-bfc9-d41bfba702bc" -d '{"events": [{"server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "name": "network-vif-plugged", "status": "completed", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:04:01.085681 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a2e37ee1-3670-4d2f-8600-f5d724543366,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:01.092316 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:01.116685 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bedae78-485e-49f8-96fc-2509220d1723 x-openstack-request-id: req-5bedae78-485e-49f8-96fc-2509220d1723 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:04:01.116975 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "name": "network-vif-plugged", "status": "completed", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:04:01.117358 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bedae78-485e-49f8-96fc-2509220d1723 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:04:01.117678 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'code': 200} Aug 29 09:04:01.147052 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=a2e37ee1-3670-4d2f-8600-f5d724543366,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:01.229226 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c97a-8ff0-42df-a4df-9a7ca1808c77 req-885c7bed-9864-434d-852e-4478caa92ae5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:01.230856 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-de97c97a-8ff0-42df-a4df-9a7ca1808c77 req-885c7bed-9864-434d-852e-4478caa92ae5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0682323 Aug 29 09:04:01.273624 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-de97c97a-8ff0-42df-a4df-9a7ca1808c77 req-5fa8dd58-e716-4fde-a333-55bc215c7a44 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360332 Aug 29 09:04:01.404456 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265329-96b1-48ed-a2b9-bc9f0f4b5008 req-77343fd5-a6d3-493e-b861-c300168adba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:01.406363 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01265329-96b1-48ed-a2b9-bc9f0f4b5008 req-77343fd5-a6d3-493e-b861-c300168adba9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1098 time: 0.0548966 Aug 29 09:04:01.454132 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01265329-96b1-48ed-a2b9-bc9f0f4b5008 req-af5fc60b-32ac-4335-bc16-7404dcaeb6bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396423 Aug 29 09:04:02.069313 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eba78-dabe-4dd4-8f9b-09c51c368e02 req-b7352a9f-e74f-4e8e-875a-3804396f80dc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:02.070748 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f6eba78-dabe-4dd4-8f9b-09c51c368e02 req-b7352a9f-e74f-4e8e-875a-3804396f80dc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0552764 Aug 29 09:04:02.132334 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f6eba78-dabe-4dd4-8f9b-09c51c368e02 req-02f7e7f6-b7ef-4474-bd1a-4912471eb5ee tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551591 Aug 29 09:04:02.151656 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-e1dab1bd-83fe-49de-8562-0aec8d65bc48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566914 Aug 29 09:04:02.229818 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-2fa896c7-0b38-46ef-b3ae-bb88dd5fefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:02.231381 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-2fa896c7-0b38-46ef-b3ae-bb88dd5fefd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 1099 time: 0.0463383 Aug 29 09:04:02.377265 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-f1d0f484-d590-46e5-b67f-5e35410ba696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:02.378778 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-f1d0f484-d590-46e5-b67f-5e35410ba696 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.1207733 Aug 29 09:04:02.496966 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fb26-9d9d-4f91-af2c-8b23fec957d7 req-c1b27267-4b51-420c-8e28-053d3d993be7 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:02.499272 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fee6fb26-9d9d-4f91-af2c-8b23fec957d7 req-c1b27267-4b51-420c-8e28-053d3d993be7 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.1434321 Aug 29 09:04:02.501262 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-9464b831-2a4b-4901-9627-1b8be4b50e9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce503db2-63b8-4e83-a75d-8ebad6062c8d HTTP/1.1" status: 200 len: 1001 time: 0.1087518 Aug 29 09:04:02.575623 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fee6fb26-9d9d-4f91-af2c-8b23fec957d7 req-c9516f14-2bac-42ba-8471-f7e4fbc27564 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703061 Aug 29 09:04:02.582087 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-c7ade4e4-d684-480c-aef1-b7c208cf4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:02.583514 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-c7ade4e4-d684-480c-aef1-b7c208cf4b44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0626991 Aug 29 09:04:02.658291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-2c29f626-c937-4fed-b8a8-9caac736ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:02.659823 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-2c29f626-c937-4fed-b8a8-9caac736ce69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516443 Aug 29 09:04:02.675948 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:04:02.764862 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-ddcb474e-0c79-4efd-8b60-36e3b683c4bc service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902448 Aug 29 09:04:02.868735 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01c5ddb-5000-4d23-92c3-d1dcd3205349 req-ebfe085e-09d4-481b-8b77-2481cf1da92e service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959609 Aug 29 09:04:03.262295 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47909a7-7d61-43bb-a971-b6b40401db9e req-32360580-99ae-4036-99d3-d8c991f0c550 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:03.263806 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a47909a7-7d61-43bb-a971-b6b40401db9e req-32360580-99ae-4036-99d3-d8c991f0c550 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0572848 Aug 29 09:04:03.307574 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a47909a7-7d61-43bb-a971-b6b40401db9e req-5249f13b-8d7c-411c-b1e0-3e2bb9e143dc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369022 Aug 29 09:04:03.446406 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6090-43f9-46c0-8948-66637446254e req-f36932b4-2268-4721-92d5-3486da2e627c tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:03.447828 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b5c6090-43f9-46c0-8948-66637446254e req-f36932b4-2268-4721-92d5-3486da2e627c tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0555866 Aug 29 09:04:03.491016 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b5c6090-43f9-46c0-8948-66637446254e req-8afb9523-c96d-4f32-8961-038001c75f3e tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353827 Aug 29 09:04:03.520460 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45534) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:03.702212 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9a3d9-d87e-4052-9cdc-60d58c882dd1 tempest-TestShelveInstance-555242900 tempest-TestShelveInstance-555242900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:03.703783 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d7c9a3d9-d87e-4052-9cdc-60d58c882dd1 tempest-TestShelveInstance-555242900 tempest-TestShelveInstance-555242900-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1093 time: 0.1813359 Aug 29 09:04:03.707065 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45540) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:03.711659 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Request body: {'floatingip': {'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'port_id': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:03.733610 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7737922-7bac-4816-804a-dab7867ec940 req-99ef8d12-7f12-430c-95bf-116f80065f55 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:03.735369 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b7737922-7bac-4816-804a-dab7867ec940 req-99ef8d12-7f12-430c-95bf-116f80065f55 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0759115 Aug 29 09:04:03.767846 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for floatingip, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:03.826096 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b7737922-7bac-4816-804a-dab7867ec940 req-ae415372-d095-479e-b90b-1e5e51496cc6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834026 Aug 29 09:04:03.888417 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:04.003679 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Allocated IP 172.27.3.146 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/3591c780-1776-435c-872b-5886b698cc99) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:04:04.113562 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:04.165469 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:04.203148 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:04:04.207958 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:04:04.210765 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:04:04.234751 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'Port': ['ID=3591c780-1776-435c-872b-5886b698cc99,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:04.612557 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:04.968224 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:05.026052 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f777956-1e4d-4929-8963-01e15179d2d8 req-157ad167-52d8-4c58-8c4f-bc078f14adc8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:05.027691 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1f777956-1e4d-4929-8963-01e15179d2d8 req-157ad167-52d8-4c58-8c4f-bc078f14adc8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.1087673 Aug 29 09:04:05.122588 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1f777956-1e4d-4929-8963-01e15179d2d8 req-1342875b-0fb3-406b-9b85-79414abf4f03 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847199 Aug 29 09:04:05.187248 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:05.193385 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:05.261577 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event updated for resources: {'Port': ['ID=3591c780-1776-435c-872b-5886b698cc99,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:05.282638 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:05.417402 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Floating IP 7e96c35f-dbc1-461e-98d3-211d6ee2b746 associated. External IP: 172.27.3.146, port: a2e37ee1-3670-4d2f-8600-f5d724543366. Aug 29 09:04:05.655291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Router 194fd380-1abd-415f-9993-eb771d9af60d has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:04:05.769114 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:04:05.779117 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] Sync routers for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:04:05.789280 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:05.794417 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:04:05.795599 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:05.819310 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-59e8c636-1961-4287-9e65-f7262c7ce67a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1111636 Aug 29 09:04:05.819881 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:04:05.822245 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:04:05.860104 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07720bc-d352-4ff5-b93f-1f049e9ad3b1 x-openstack-request-id: req-c07720bc-d352-4ff5-b93f-1f049e9ad3b1 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:04:05.860394 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:04:05.860650 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c07720bc-d352-4ff5-b93f-1f049e9ad3b1 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:04:05.861055 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'status': 'completed', 'code': 200} Aug 29 09:04:05.935299 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:04:05.948280 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-4d60e27b-a177-4aff-8566-160366880f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:05.957224 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-4d60e27b-a177-4aff-8566-160366880f9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1098 time: 0.0544357 Aug 29 09:04:06.061313 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-e735f80f-ade5-4afd-890a-37361e8f726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:06.067504 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-e735f80f-ade5-4afd-890a-37361e8f726f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 200 len: 909 time: 0.1018686 Aug 29 09:04:06.169003 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-fd56bf89-e6e2-40a4-8f6f-e03fcd8fc7ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 200 len: 999 time: 0.0839553 Aug 29 09:04:06.264396 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '7e96c35f-dbc1-461e-98d3-211d6ee2b746', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'port_id': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'mac_address': 'fa:16:3e:6a:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5ec623-e01c-4513-8452-8a127299d109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:04:04Z', 'updated_at': '2021-08-29T09:04:04Z', 'revision_number': 0, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:13Z', 'revision_number': 5, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:06.295424 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] Checking router: 194fd380-1abd-415f-9993-eb771d9af60d for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:04:06.308212 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:04:06.308952 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:06.337977 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-405e3725-c11e-400e-8924-a4f63df2e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:06.339576 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-405e3725-c11e-400e-8924-a4f63df2e19d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c5ff27-27c8-417a-9da9-5af377c0bd2a HTTP/1.1" status: 200 len: 847 time: 0.1464133 Aug 29 09:04:06.362442 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170ce1e-94fe-4dfc-8903-1a98f5a38c6f req-d144e7a1-def3-464f-bccb-a2e45c3aa2e9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:06.365064 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f170ce1e-94fe-4dfc-8903-1a98f5a38c6f req-d144e7a1-def3-464f-bccb-a2e45c3aa2e9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.1143181 Aug 29 09:04:06.431525 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:04:06.439849 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f170ce1e-94fe-4dfc-8903-1a98f5a38c6f req-a5ba518c-e7ee-4dc4-99f2-7991f0230d04 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608313 Aug 29 09:04:06.442599 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-806b67ab-5a3c-4b84-b6b6-c052c996ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:06.444050 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-806b67ab-5a3c-4b84-b6b6-c052c996ba26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e77824f9-c1e4-4c16-9faf-fec3955338f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780780 Aug 29 09:04:06.552545 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-4056c352-9016-4f2b-b986-8f257af51153 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943549 Aug 29 09:04:06.663335 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd770c44-64ff-4fff-9103-5b5b3cdbfd84 req-f915786c-529b-435b-a5e8-8d732092abb3 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Aug 29 09:04:06.671053 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '7e96c35f-dbc1-461e-98d3-211d6ee2b746', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'port_id': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'mac_address': 'fa:16:3e:6a:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5ec623-e01c-4513-8452-8a127299d109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:04:04Z', 'updated_at': '2021-08-29T09:04:04Z', 'revision_number': 0, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:13Z', 'revision_number': 5, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:06.705679 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e98b5-ca15-4be7-9d5e-6e94c0c784cd None None] The sync data for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi is: [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '7e96c35f-dbc1-461e-98d3-211d6ee2b746', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'floating_ip_address': '172.27.3.146', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'port_id': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'mac_address': 'fa:16:3e:6a:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5ec623-e01c-4513-8452-8a127299d109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:04:04Z', 'updated_at': '2021-08-29T09:04:04Z', 'revision_number': 0, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:13Z', 'revision_number': 5, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:04:06.912496 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b373042-52aa-4abb-be48-41e1011d7f99 None None] New status for floating IP 7e96c35f-dbc1-461e-98d3-211d6ee2b746: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:04:07.569109 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b2fab-0659-4cfe-ab9b-73f7d83f94fd req-d8503a38-6a2e-48b5-8d23-60ab58f2477e tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:07.570671 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-986b2fab-0659-4cfe-ab9b-73f7d83f94fd req-d8503a38-6a2e-48b5-8d23-60ab58f2477e tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 946 time: 0.0519357 Aug 29 09:04:07.611870 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-986b2fab-0659-4cfe-ab9b-73f7d83f94fd req-eafd1dbe-76c7-4a30-8053-3e1bc3cbf85a tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Aug 29 09:04:07.634912 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45566) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:07.721726 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c66abab-7ae8-4db0-907e-bb908290ef79 tempest-TestMinimumBasicScenario-1409939510 tempest-TestMinimumBasicScenario-1409939510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:07.723299 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2c66abab-7ae8-4db0-907e-bb908290ef79 tempest-TestMinimumBasicScenario-1409939510 tempest-TestMinimumBasicScenario-1409939510-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 1094 time: 0.0872972 Aug 29 09:04:07.726307 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45570) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:07.728569 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f0835-7e28-45c9-828c-17a0ca28f61d req-990fd0f2-7652-40d6-b89a-b7fbca941904 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:07.730106 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f84f0835-7e28-45c9-828c-17a0ca28f61d req-990fd0f2-7652-40d6-b89a-b7fbca941904 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0590012 Aug 29 09:04:07.730706 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'floatingip': {'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'port_id': '341afcbf-0c56-472d-b4d1-98559da4bada', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:07.755244 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:07.771704 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f84f0835-7e28-45c9-828c-17a0ca28f61d req-ef5e7376-407f-477c-a073-e623573353f8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349431 Aug 29 09:04:07.865717 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:07.986472 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Allocated IP 172.27.3.189 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/0688d73e-8d6a-4edc-b711-7fb21810c080) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:04:08.104541 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:08.157520 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:08.196862 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:04:08.202416 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:04:08.206867 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:04:08.239545 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'Port': ['ID=0688d73e-8d6a-4edc-b711-7fb21810c080,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:08.601314 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:08.676847 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:08.836618 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:08.843805 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:08.907160 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9505e39-2cca-4db0-a3e8-da5aafa1ee66 req-2dd6beb3-c9a4-419a-a836-1294289f4038 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:08.908831 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9505e39-2cca-4db0-a3e8-da5aafa1ee66 req-2dd6beb3-c9a4-419a-a836-1294289f4038 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0577097 Aug 29 09:04:08.935687 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'Port': ['ID=0688d73e-8d6a-4edc-b711-7fb21810c080,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:08.945218 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:08.950894 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9505e39-2cca-4db0-a3e8-da5aafa1ee66 req-3cf9e277-b15c-4beb-89bf-df8c237c60c3 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348167 Aug 29 09:04:09.053404 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Floating IP 6ff17a05-1920-4fd5-8a79-b666d7e6b988 associated. External IP: 172.27.3.189, port: 341afcbf-0c56-472d-b4d1-98559da4bada. Aug 29 09:04:09.290496 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Router c6ace107-7ae0-4386-8fe1-00f0f7311879 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:04:09.401506 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:04:09.412337 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] Sync routers for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:04:09.421489 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.423683 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:04:09.424511 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:09.459150 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-49bafa99-a213-4cbb-b6f8-68ea16be1d15 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7264140 Aug 29 09:04:09.459150 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:04:09.459150 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499dda3f-9730-48de-b230-31ea9c1e3d49" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:04:09.459762 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45574) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:09.467621 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-266e903f-43e9-4693-8b17-44fc9119d393 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037524603', 'description': 'tempest-secgroup-smoke-2037524603 description', 'project_id': '93565e4521954ec1af7961fd3f30dafe'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:09.510860 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-266e903f-43e9-4693-8b17-44fc9119d393 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.524092 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf0dad5-efba-4945-acc9-32e778dd642e x-openstack-request-id: req-dbf0dad5-efba-4945-acc9-32e778dd642e {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:04:09.524413 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:04:09.524648 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbf0dad5-efba-4945-acc9-32e778dd642e {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:04:09.525109 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada', 'status': 'completed', 'code': 200} Aug 29 09:04:09.645130 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-9505fdd3-50f3-4e4b-9b8f-c968f0986c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:09.646668 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-9505fdd3-50f3-4e4b-9b8f-c968f0986c60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93565e4521954ec1af7961fd3f30dafe&device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 1099 time: 0.0798728 Aug 29 09:04:09.665396 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-266e903f-43e9-4693-8b17-44fc9119d393 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.677457 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-266e903f-43e9-4693-8b17-44fc9119d393 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.692906 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:04:09.741326 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-266e903f-43e9-4693-8b17-44fc9119d393 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.745530 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-266e903f-43e9-4693-8b17-44fc9119d393 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2816212 Aug 29 09:04:09.745530 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e903f-43e9-4693-8b17-44fc9119d393 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84612670-12d8-4e4f-b6ae-28aff4b0671b,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:09.746336 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45578) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:09.758139 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-5bcfbd0f-7fc7-4c73-9751-2aaaf556ee6b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'security_group_rule': {'security_group_id': '84612670-12d8-4e4f-b6ae-28aff4b0671b', 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:09.787602 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-83862a72-9b85-4621-b7b9-70feb6ec36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:09.789484 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-83862a72-9b85-4621-b7b9-70feb6ec36d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c10b2a11-424e-4d58-9217-12631745abce HTTP/1.1" status: 200 len: 915 time: 0.1343203 Aug 29 09:04:09.796172 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbd0f-7fc7-4c73-9751-2aaaf556ee6b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.871593 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbd0f-7fc7-4c73-9751-2aaaf556ee6b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.879418 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbd0f-7fc7-4c73-9751-2aaaf556ee6b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.881328 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-34361b64-0fef-4dcb-85bb-63a862f84fb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 1000 time: 0.0831368 Aug 29 09:04:09.901973 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5bcfbd0f-7fc7-4c73-9751-2aaaf556ee6b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.903202 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5bcfbd0f-7fc7-4c73-9751-2aaaf556ee6b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540477 Aug 29 09:04:09.906774 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfbd0f-7fc7-4c73-9751-2aaaf556ee6b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fff1bc-b6b1-407d-9d1e-3243be8afa7f,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:09.908723 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45580) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:09.918265 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-55371407-3b8d-4314-a140-f96f4e5ccbfd tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'security_group_rule': {'security_group_id': '84612670-12d8-4e4f-b6ae-28aff4b0671b', 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:09.937609 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-f5128c6d-cad1-4739-8883-43b8ddb19276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:09.939200 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-f5128c6d-cad1-4739-8883-43b8ddb19276 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9692d91-96cb-450f-b111-5c9afda465b3 HTTP/1.1" status: 200 len: 853 time: 0.0499258 Aug 29 09:04:09.948084 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '6ff17a05-1920-4fd5-8a79-b666d7e6b988', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'port_id': '341afcbf-0c56-472d-b4d1-98559da4bada', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'mac_address': 'fa:16:3e:b2:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:04:08Z', 'updated_at': '2021-08-29T09:04:08Z', 'revision_number': 0, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:27Z', 'revision_number': 5, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:09.952457 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55371407-3b8d-4314-a140-f96f4e5ccbfd tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:09.977884 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] Checking router: c6ace107-7ae0-4386-8fe1-00f0f7311879 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:04:09.987336 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:04:09.987993 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:03:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:10.004775 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-dee12b30-b462-4d8a-874b-c8e92cf04459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:10.006735 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-dee12b30-b462-4d8a-874b-c8e92cf04459 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c10b2a11-424e-4d58-9217-12631745abce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481274 Aug 29 09:04:10.035703 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55371407-3b8d-4314-a140-f96f4e5ccbfd tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.041556 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55371407-3b8d-4314-a140-f96f4e5ccbfd tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.076974 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55371407-3b8d-4314-a140-f96f4e5ccbfd tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d450e26-e841-41f4-ac42-4b17d6109694,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:10.095849 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55371407-3b8d-4314-a140-f96f4e5ccbfd tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.097313 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-55371407-3b8d-4314-a140-f96f4e5ccbfd tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1829057 Aug 29 09:04:10.100142 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 45584) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:10.105652 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-ce9a073e-f74e-4f2e-9a1d-c155278522e0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'security_group_rule': {'security_group_id': '84612670-12d8-4e4f-b6ae-28aff4b0671b', 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:10.130275 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:04:10.145166 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ce9a073e-f74e-4f2e-9a1d-c155278522e0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.150990 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524b78a-df14-4b05-9fae-1ed409e36a45 req-9a070f6e-09e4-4f63-9f97-8c8554144788 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:10.152599 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b524b78a-df14-4b05-9fae-1ed409e36a45 req-9a070f6e-09e4-4f63-9f97-8c8554144788 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0838180 Aug 29 09:04:10.174849 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-adbd3fb7-20d7-42da-a064-ce1c1e8a1f91 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594055 Aug 29 09:04:10.221887 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ce9a073e-f74e-4f2e-9a1d-c155278522e0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.227361 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ce9a073e-f74e-4f2e-9a1d-c155278522e0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.257857 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a073e-f74e-4f2e-9a1d-c155278522e0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60efe617-b72f-49ae-b15b-5d0ebe4c09f3,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:10.258114 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b524b78a-df14-4b05-9fae-1ed409e36a45 req-f6639c14-3e95-430d-ad26-2449bd195427 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931647 Aug 29 09:04:10.266946 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ce9a073e-f74e-4f2e-9a1d-c155278522e0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.268212 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ce9a073e-f74e-4f2e-9a1d-c155278522e0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663618 Aug 29 09:04:10.276598 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45586) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:10.284560 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-67a18dba-f8e6-4596-8435-840d8f89df87 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'security_group_rule': {'security_group_id': '84612670-12d8-4e4f-b6ae-28aff4b0671b', 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:10.328732 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-499dda3f-9730-48de-b230-31ea9c1e3d49 req-6fdc4af1-1f5f-4d48-a183-799f2c795909 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448677 Aug 29 09:04:10.343476 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67a18dba-f8e6-4596-8435-840d8f89df87 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.353567 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-10681511-bd28-41d2-b79c-ac9f6207e8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.426663 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67a18dba-f8e6-4596-8435-840d8f89df87 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.432204 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67a18dba-f8e6-4596-8435-840d8f89df87 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.437324 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '6ff17a05-1920-4fd5-8a79-b666d7e6b988', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'port_id': '341afcbf-0c56-472d-b4d1-98559da4bada', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'mac_address': 'fa:16:3e:b2:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:04:08Z', 'updated_at': '2021-08-29T09:04:08Z', 'revision_number': 0, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:27Z', 'revision_number': 5, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:10.451799 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a18dba-f8e6-4596-8435-840d8f89df87 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8d53c1-4237-44fa-aac5-c1b2505122a9,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:10.465188 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67a18dba-f8e6-4596-8435-840d8f89df87 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.466639 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-67a18dba-f8e6-4596-8435-840d8f89df87 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1884279 Aug 29 09:04:10.467757 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801219a-0a08-4beb-91d9-2acf0f0d50fe None None] The sync data for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi is: [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '6ff17a05-1920-4fd5-8a79-b666d7e6b988', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'port_id': '341afcbf-0c56-472d-b4d1-98559da4bada', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'mac_address': 'fa:16:3e:b2:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:04:08Z', 'updated_at': '2021-08-29T09:04:08Z', 'revision_number': 0, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:27Z', 'revision_number': 5, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:04:10.477472 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45588) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:10.482595 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-572ec871-62fe-45e0-81a0-61f67a88be53 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'security_group_rule': {'security_group_id': '84612670-12d8-4e4f-b6ae-28aff4b0671b', 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:10.518266 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.securitygroups_db [None req-572ec871-62fe-45e0-81a0-61f67a88be53 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Project 93565e4521954ec1af7961fd3f30dafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 09:04:10.530811 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-572ec871-62fe-45e0-81a0-61f67a88be53 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.599463 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-572ec871-62fe-45e0-81a0-61f67a88be53 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.604949 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-572ec871-62fe-45e0-81a0-61f67a88be53 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.624690 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ec871-62fe-45e0-81a0-61f67a88be53 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2aef7e7-5fb5-48fe-a2e8-b57432c878a2,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:10.636594 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-572ec871-62fe-45e0-81a0-61f67a88be53 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.637961 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-572ec871-62fe-45e0-81a0-61f67a88be53 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593897 Aug 29 09:04:10.640828 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45590) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:10.647288 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-bb3890c7-04fc-44d4-9744-6b81bf026336 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'security_group_rule': {'security_group_id': '84612670-12d8-4e4f-b6ae-28aff4b0671b', 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:10.671713 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.securitygroups_db [None req-bb3890c7-04fc-44d4-9744-6b81bf026336 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Project 93565e4521954ec1af7961fd3f30dafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 09:04:10.679555 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb3890c7-04fc-44d4-9744-6b81bf026336 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.707531 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c10db-d230-44d3-8e7c-43b074c33e2a None None] New status for floating IP 6ff17a05-1920-4fd5-8a79-b666d7e6b988: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:04:10.755913 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb3890c7-04fc-44d4-9744-6b81bf026336 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.761335 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb3890c7-04fc-44d4-9744-6b81bf026336 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.780083 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3890c7-04fc-44d4-9744-6b81bf026336 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2367e78-6665-4836-8e79-d281004c08c6,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:10.787575 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bb3890c7-04fc-44d4-9744-6b81bf026336 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:10.788721 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bb3890c7-04fc-44d4-9744-6b81bf026336 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467969 Aug 29 09:04:10.873581 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-9f1ca32f-77d1-4aa3-9a4c-66960d579a48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037524603&fields=id&tenant_id=93565e4521954ec1af7961fd3f30dafe HTTP/1.1" status: 200 len: 267 time: 0.0355291 Aug 29 09:04:10.930924 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-9b8e71dd-cb40-438e-8623-63392ce7e0c5 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:10.932396 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-9b8e71dd-cb40-438e-8623-63392ce7e0c5 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 946 time: 0.0523484 Aug 29 09:04:10.932546 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:04:10.950809 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'port': {'security_groups': ['3a3946e2-64dd-40f6-94cd-ad09bfd39ca2', '84612670-12d8-4e4f-b6ae-28aff4b0671b']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:04:11.018157 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:11.042853 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:11.055676 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'port_id': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'mac_address': 'fa:16:3e:0b:29:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:04:11.096353 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:11.113637 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:04:11.133812 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:11.142130 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:11.204666 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=6']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:11.280482 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:04:11.553043 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] For port 341afcbf-0c56-472d-b4d1-98559da4bada, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=341afcbf-0c56-472d-b4d1-98559da4bada,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:11.599925 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:11.605988 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:11.622021 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['341afcbf-0c56-472d-b4d1-98559da4bada'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:04:11.658852 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:11.659579 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:11.661296 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca91ff10-8506-4c22-b5cf-e302cecc957c req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "PUT /v2.0/ports/341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 982 time: 0.7159398 Aug 29 09:04:11.661694 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:04:11.664221 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07e3e1b-d802-426e-968a-19bb2981763e" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:04:11.693883 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'Port': ['ID=341afcbf-0c56-472d-b4d1-98559da4bada,revision_number=6']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:11.708082 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.708739 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.709268 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.709903 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.710392 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.710965 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.711628 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.712169 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.713171 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.714348 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.714877 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.715392 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad7373-7481-46b4-9e2a-483b27f4b472 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:04:11.799876 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['341afcbf-0c56-472d-b4d1-98559da4bada'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:04:11.835199 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05984e-79ba-4dab-bd9b-4df86b97587e req-39fa2be6-1481-40e7-8696-7b433b01be80 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:11.843743 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0d05984e-79ba-4dab-bd9b-4df86b97587e req-39fa2be6-1481-40e7-8696-7b433b01be80 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 944 time: 0.0813484 Aug 29 09:04:11.919021 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0d05984e-79ba-4dab-bd9b-4df86b97587e req-cf8573f3-2670-4ad2-a06c-af99ccf1b7c2 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730462 Aug 29 09:04:12.061416 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-4c5d4eff-4fed-4bc6-8a38-d5edd7a58360 None None] Provisioning complete for port 341afcbf-0c56-472d-b4d1-98559da4bada triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:04:12.061890 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4eff-4fed-4bc6-8a38-d5edd7a58360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:12.094316 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78e082-7ffe-419f-af96-cab77289497b req-26c59df3-ac0b-4c52-a1cf-e40d71872196 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:12.099896 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc78e082-7ffe-419f-af96-cab77289497b req-26c59df3-ac0b-4c52-a1cf-e40d71872196 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0835445 Aug 29 09:04:12.155627 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc78e082-7ffe-419f-af96-cab77289497b req-45c470bb-fbab-4e79-a130-940c752f6b40 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441630 Aug 29 09:04:12.252027 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52ae4de-c5d9-4c80-ab1b-62c0102b7c19 x-openstack-request-id: req-a52ae4de-c5d9-4c80-ab1b-62c0102b7c19 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:04:12.252319 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:04:12.252574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a52ae4de-c5d9-4c80-ab1b-62c0102b7c19 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:04:12.252980 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada', 'status': 'completed', 'code': 200} Aug 29 09:04:12.388833 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e3e1b-d802-426e-968a-19bb2981763e req-faffd534-82f7-423d-bdc1-2f40b3a9707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:12.401281 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e07e3e1b-d802-426e-968a-19bb2981763e req-faffd534-82f7-423d-bdc1-2f40b3a9707a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93565e4521954ec1af7961fd3f30dafe&device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 1138 time: 0.1087282 Aug 29 09:04:12.569991 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e3e1b-d802-426e-968a-19bb2981763e req-87a81783-7f66-4b13-94ed-1bc721712e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:12.571710 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e07e3e1b-d802-426e-968a-19bb2981763e req-87a81783-7f66-4b13-94ed-1bc721712e23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c10b2a11-424e-4d58-9217-12631745abce HTTP/1.1" status: 200 len: 915 time: 0.1641293 Aug 29 09:04:12.682656 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e07e3e1b-d802-426e-968a-19bb2981763e req-ea5d52e8-5aec-466a-97da-5e952bfa1544 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 1002 time: 0.1016140 Aug 29 09:04:12.776223 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e3e1b-d802-426e-968a-19bb2981763e req-e65afea6-f62a-442e-9ad0-7d2748a9240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:12.778482 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e07e3e1b-d802-426e-968a-19bb2981763e req-e65afea6-f62a-442e-9ad0-7d2748a9240d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9692d91-96cb-450f-b111-5c9afda465b3 HTTP/1.1" status: 200 len: 853 time: 0.0871744 Aug 29 09:04:12.847381 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e3e1b-d802-426e-968a-19bb2981763e req-7675ec55-c928-4324-9d6f-dea86ddbe314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:12.849083 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e07e3e1b-d802-426e-968a-19bb2981763e req-7675ec55-c928-4324-9d6f-dea86ddbe314 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c10b2a11-424e-4d58-9217-12631745abce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584018 Aug 29 09:04:12.939697 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:04:12.991295 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e07e3e1b-d802-426e-968a-19bb2981763e req-3ed31434-6860-469c-a82b-5496cf48cb80 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308095 Aug 29 09:04:13.015692 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:04:13.016676 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:13.117722 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:13.144623 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:04:13.147362 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce83c36-2a43-410c-a3d0-b80a8ea6f748" -d '{"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-plugged", "status": "completed", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:04:13.152705 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49a227-0bf9-4797-92a3-77e04c8c382f req-2a430743-206a-464e-bbba-08c5d802ae79 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:13.154276 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a49a227-0bf9-4797-92a3-77e04c8c382f req-2a430743-206a-464e-bbba-08c5d802ae79 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 944 time: 0.0873997 Aug 29 09:04:13.167923 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:13.177399 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:13.216468 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e07e3e1b-d802-426e-968a-19bb2981763e req-0541e7a5-8188-4ec5-9854-8a7c16f1b241 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141976 Aug 29 09:04:13.241767 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=7']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:13.254421 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a49a227-0bf9-4797-92a3-77e04c8c382f req-04da5159-11c3-422f-9b8e-9584c6c2761a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926025 Aug 29 09:04:13.309213 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789c7c17-2673-44e6-b4c6-d9cfc95e6587 x-openstack-request-id: req-789c7c17-2673-44e6-b4c6-d9cfc95e6587 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:04:13.309647 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-plugged", "status": "completed", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:04:13.309995 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-789c7c17-2673-44e6-b4c6-d9cfc95e6587 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:04:13.310489 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'code': 200} Aug 29 09:04:13.890304 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:14.453508 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309ca0-a61d-4f23-b146-30556a237de3 req-afd0a077-9717-424e-8d6e-c8e0434d41e8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:14.461857 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-70309ca0-a61d-4f23-b146-30556a237de3 req-afd0a077-9717-424e-8d6e-c8e0434d41e8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0682211 Aug 29 09:04:14.505535 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-70309ca0-a61d-4f23-b146-30556a237de3 req-74b3b2fa-5085-40a0-8d3f-b39fb5c01134 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423553 Aug 29 09:04:15.105541 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ccc47fc9-d1aa-4d4f-b619-887775ccb088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:15.661294 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1995b6f-b0a5-43ce-bd35-7aad22558659 req-2e911bb6-1770-492a-81c8-6c31c7bf6984 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:15.662239 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d1995b6f-b0a5-43ce-bd35-7aad22558659 req-2e911bb6-1770-492a-81c8-6c31c7bf6984 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0737028 Aug 29 09:04:15.714294 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d1995b6f-b0a5-43ce-bd35-7aad22558659 req-e66da190-b1a9-4401-b807-fb8730d39105 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 Aug 29 09:04:16.383537 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:16.850021 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e29b2-b5d9-4647-b72b-5855b547a5d6 req-2c9d297e-85ec-42a1-b6ce-291862a8ebb0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:16.851737 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-790e29b2-b5d9-4647-b72b-5855b547a5d6 req-2c9d297e-85ec-42a1-b6ce-291862a8ebb0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0597858 Aug 29 09:04:16.907920 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-790e29b2-b5d9-4647-b72b-5855b547a5d6 req-5491d9b1-3c2c-45b7-a937-86b1d708864f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484548 Aug 29 09:04:17.627700 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:18.046089 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9363-9929-42b7-9b2b-f7555084c147 req-b8502072-97e6-4e00-82a9-2f3f7a299da5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:18.048380 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72cd9363-9929-42b7-9b2b-f7555084c147 req-b8502072-97e6-4e00-82a9-2f3f7a299da5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0571878 Aug 29 09:04:18.125446 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72cd9363-9929-42b7-9b2b-f7555084c147 req-dbe7b7c6-14e2-4a86-8ca3-28e47ea54ca9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653739 Aug 29 09:04:19.298097 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387470-c586-4f87-a899-0de6ee15fe45 req-78fbb7fd-833c-4189-ae45-4f4b48c2a21f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:19.301029 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e387470-c586-4f87-a899-0de6ee15fe45 req-78fbb7fd-833c-4189-ae45-4f4b48c2a21f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0688846 Aug 29 09:04:19.354089 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e387470-c586-4f87-a899-0de6ee15fe45 req-d3abdfc6-8b7b-463a-9428-140a1f61528a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453718 Aug 29 09:04:20.549667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd9182-a6f1-46e0-98e7-022bb13aac47 req-855abfe9-633e-498c-b23d-ea57c3a865ef tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:20.551326 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fdfd9182-a6f1-46e0-98e7-022bb13aac47 req-855abfe9-633e-498c-b23d-ea57c3a865ef tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0841510 Aug 29 09:04:20.609768 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fdfd9182-a6f1-46e0-98e7-022bb13aac47 req-ed444a75-2af1-429b-872e-e6932366dd4f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495930 Aug 29 09:04:21.740223 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739d7a7-1541-4666-86e7-a8c35b2c62ec req-c8c9cffd-8f0d-4aed-af23-44e7dedea4c0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:21.741747 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8739d7a7-1541-4666-86e7-a8c35b2c62ec req-c8c9cffd-8f0d-4aed-af23-44e7dedea4c0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0510135 Aug 29 09:04:21.794825 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8739d7a7-1541-4666-86e7-a8c35b2c62ec req-c76df957-64c1-4f7b-986b-64b0cf3b982a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447085 Aug 29 09:04:21.875084 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-760948e8-30b0-429d-8004-3be1c4af2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:21.876545 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-760948e8-30b0-429d-8004-3be1c4af2414 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 1098 time: 0.0555568 Aug 29 09:04:21.982077 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-4e91d57c-7af6-4d0d-a508-7c5018abc757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:21.983636 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-4e91d57c-7af6-4d0d-a508-7c5018abc757 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 918 time: 0.0996954 Aug 29 09:04:22.063779 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-765db7ef-4b70-4810-afab-ea5f08af476d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 HTTP/1.1" status: 200 len: 1001 time: 0.0669045 Aug 29 09:04:22.135129 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-af71c08f-ecc0-4232-bfd4-916450cf25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:22.136633 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-af71c08f-ecc0-4232-bfd4-916450cf25fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.0516953 Aug 29 09:04:22.199224 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-d0e94491-457c-4894-9942-e8798d55dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:22.201166 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-d0e94491-457c-4894-9942-e8798d55dce3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502505 Aug 29 09:04:22.310233 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-4b5f975f-4a1f-44b4-83d3-2230d4202c5a service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007712 Aug 29 09:04:22.420380 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-29b41838-635b-4a97-be0f-4adb161e1f19 req-5b3d8f31-31ff-4777-9216-9a6adf8414da service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955515 Aug 29 09:04:22.947304 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd10250-307b-42e2-8f94-5ae11eff4668 req-9f7c04e8-2c33-4b0a-b61d-1dd675071fb0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:22.949062 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8bd10250-307b-42e2-8f94-5ae11eff4668 req-9f7c04e8-2c33-4b0a-b61d-1dd675071fb0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0761418 Aug 29 09:04:22.991565 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8bd10250-307b-42e2-8f94-5ae11eff4668 req-625da2a3-832b-4602-a489-3f7a024d5ccf tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326350 Aug 29 09:04:24.132389 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d07f70-3376-4d37-b816-fc573a34d6cf req-4a228079-7c46-4498-8278-17a9ae86aa05 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:24.133982 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-56d07f70-3376-4d37-b816-fc573a34d6cf req-4a228079-7c46-4498-8278-17a9ae86aa05 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0674703 Aug 29 09:04:24.172021 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-56d07f70-3376-4d37-b816-fc573a34d6cf req-61cfb79c-59ae-4a5b-999d-16c953bc8e90 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319676 Aug 29 09:04:25.296055 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5f2b7-2e9b-470b-af72-46133f63bb62 req-ebd1b4a0-cf88-48d4-a44a-f2353ac4a527 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:25.297705 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-76b5f2b7-2e9b-470b-af72-46133f63bb62 req-ebd1b4a0-cf88-48d4-a44a-f2353ac4a527 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0526042 Aug 29 09:04:25.339507 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-76b5f2b7-2e9b-470b-af72-46133f63bb62 req-87005798-ab11-4549-b11c-f4e76f5bb12a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329294 Aug 29 09:04:26.409640 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bb641-9099-45fc-8627-7ba2b41736c2 req-13bda91b-e1cb-44cf-ad33-33b73f4f7d42 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:26.411342 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b3bb641-9099-45fc-8627-7ba2b41736c2 req-13bda91b-e1cb-44cf-ad33-33b73f4f7d42 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 945 time: 0.0689178 Aug 29 09:04:26.458457 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b3bb641-9099-45fc-8627-7ba2b41736c2 req-0e89d525-15a4-42a8-947e-2d48775c2452 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376246 Aug 29 09:04:26.589457 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 45728) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:04:26.694208 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b268182e-f47d-4746-a45f-10e485c3184e req-4060cdfc-a6d9-45c8-91b1-8b2c005ab60a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032290 Aug 29 09:04:27.017751 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:04:27.103735 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:27.129100 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:04:27.131790 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409184cb-4f99-4ea6-b293-55b5097ab211" -d '{"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-unplugged", "status": "completed", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:04:27.145365 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:27.151308 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:27.179119 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 29 Aug 2021 09:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b9c023-2c49-443d-8027-2b3d9b1dd60b x-openstack-request-id: req-d1b9c023-2c49-443d-8027-2b3d9b1dd60b {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:04:27.179494 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-unplugged", "status": "failed", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0", "code": 422}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:04:27.179720 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1b9c023-2c49-443d-8027-2b3d9b1dd60b {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:04:27.180045 dv-cinder-806490-1-iscsi neutron-server[94049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'code': 422} returned with failed status Aug 29 09:04:27.212964 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=8']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:27.592475 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a65aaa-731d-4e4b-b984-2e786b72bb9d req-3c44f8de-2814-444a-b42e-28c13779c074 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:27.594072 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e1a65aaa-731d-4e4b-b984-2e786b72bb9d req-3c44f8de-2814-444a-b42e-28c13779c074 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0568895 Aug 29 09:04:27.696905 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e1a65aaa-731d-4e4b-b984-2e786b72bb9d req-25add3e1-0df0-435e-8fe7-b719f927e34f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930111 Aug 29 09:04:27.701056 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268182e-f47d-4746-a45f-10e485c3184e req-bf650180-3186-45ec-9e4c-ea044964977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:27.702628 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b268182e-f47d-4746-a45f-10e485c3184e req-bf650180-3186-45ec-9e4c-ea044964977d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d&tenant_id=783a6737f8df49899d3a2a915b7e9420 HTTP/1.1" status: 200 len: 1096 time: 0.1076765 Aug 29 09:04:27.790871 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268182e-f47d-4746-a45f-10e485c3184e req-0c838b9d-27e9-4452-b08e-585a69e55ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:27.792361 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b268182e-f47d-4746-a45f-10e485c3184e req-0c838b9d-27e9-4452-b08e-585a69e55ce6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=783a6737f8df49899d3a2a915b7e9420&device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 1096 time: 0.0491822 Aug 29 09:04:27.896062 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268182e-f47d-4746-a45f-10e485c3184e req-e4eeff4e-2b44-45c3-8347-620b55f4ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:27.897628 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b268182e-f47d-4746-a45f-10e485c3184e req-e4eeff4e-2b44-45c3-8347-620b55f4ac17 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 200 len: 918 time: 0.0954802 Aug 29 09:04:27.973063 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b268182e-f47d-4746-a45f-10e485c3184e req-e74ed42a-594b-4ad5-b80e-47a89309fb75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 HTTP/1.1" status: 200 len: 999 time: 0.0675540 Aug 29 09:04:28.031214 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268182e-f47d-4746-a45f-10e485c3184e req-4451d01b-24de-4734-acfc-c633d91fef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:28.033701 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b268182e-f47d-4746-a45f-10e485c3184e req-4451d01b-24de-4734-acfc-c633d91fef87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 200 len: 856 time: 0.0520449 Aug 29 09:04:28.085583 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268182e-f47d-4746-a45f-10e485c3184e req-aa8ca3da-d125-4d05-b468-fb9841026793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:28.087075 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b268182e-f47d-4746-a45f-10e485c3184e req-aa8ca3da-d125-4d05-b468-fb9841026793 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d411806f-0162-4900-9040-3bd80c657393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446532 Aug 29 09:04:28.181395 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b268182e-f47d-4746-a45f-10e485c3184e req-4cd1ecbc-56a9-4638-9efe-f96959a88e7b service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860260 Aug 29 09:04:28.276144 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b268182e-f47d-4746-a45f-10e485c3184e req-166962b9-a8b8-4c84-b4fc-6f8b9656c598 service neutron] 10.222.0.57 "GET /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868905 Aug 29 09:04:28.904953 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348ccc-0e06-4b13-b56b-74310f761ce7 req-1c756a1b-1eaf-4499-b3b0-8a63d74da95a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:28.915825 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8348ccc-0e06-4b13-b56b-74310f761ce7 req-1c756a1b-1eaf-4499-b3b0-8a63d74da95a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0835111 Aug 29 09:04:28.954168 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8348ccc-0e06-4b13-b56b-74310f761ce7 req-63832062-843b-4cf3-931f-25163a782e63 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369618 Aug 29 09:04:30.095449 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1d1fd-5733-41a3-b26c-6b3beb788fc1 req-e5470c55-9505-4a3b-bff8-a5338f214fe5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:30.097323 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4dc1d1fd-5733-41a3-b26c-6b3beb788fc1 req-e5470c55-9505-4a3b-bff8-a5338f214fe5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0588107 Aug 29 09:04:30.138447 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4dc1d1fd-5733-41a3-b26c-6b3beb788fc1 req-0318bf47-a831-4a0f-96d1-df60c9116d1b tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348465 Aug 29 09:04:30.957899 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:31.287660 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5dbb9-3a93-458d-8617-e60f24fffcda req-5845e01e-92a2-405b-b552-87f3d8fac2cf tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:31.292065 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a2a5dbb9-3a93-458d-8617-e60f24fffcda req-5845e01e-92a2-405b-b552-87f3d8fac2cf tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0735586 Aug 29 09:04:31.347297 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a2a5dbb9-3a93-458d-8617-e60f24fffcda req-b986f28e-5fba-4af3-a4bb-3ee67e840706 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497291 Aug 29 09:04:32.499365 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d6ba9-ebb0-4bd3-aeb9-2c37efba07f5 req-b5b9800b-f0f8-465e-9533-0ca622d4bbf6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:32.501306 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-798d6ba9-ebb0-4bd3-aeb9-2c37efba07f5 req-b5b9800b-f0f8-465e-9533-0ca622d4bbf6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0589771 Aug 29 09:04:32.549138 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-798d6ba9-ebb0-4bd3-aeb9-2c37efba07f5 req-65f231b6-d864-4784-a52b-9b479a2329f8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398283 Aug 29 09:04:33.855159 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc54d2-39a6-487b-af9d-d10b2c9e9c5e req-5c4b5e20-4b53-47fe-95ef-b85d4cf5ec4d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:33.856802 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ffc54d2-39a6-487b-af9d-d10b2c9e9c5e req-5c4b5e20-4b53-47fe-95ef-b85d4cf5ec4d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0529237 Aug 29 09:04:33.909073 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ffc54d2-39a6-487b-af9d-d10b2c9e9c5e req-701afa77-52a4-4fdc-8361-e7fc5e1cf97c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457373 Aug 29 09:04:35.076302 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b05ae-727e-4a8a-8f79-ffa10f3e0306 req-ffea05e3-f0a9-4a37-b604-6619f3882dce tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:35.078167 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-636b05ae-727e-4a8a-8f79-ffa10f3e0306 req-ffea05e3-f0a9-4a37-b604-6619f3882dce tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0557535 Aug 29 09:04:35.138911 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-636b05ae-727e-4a8a-8f79-ffa10f3e0306 req-58aa925f-e707-482e-ac45-7da98b079aaf tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530591 Aug 29 09:04:36.284877 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad072a-5936-48c9-a3f9-1e74232d273a req-08807214-5d5d-4178-bb06-94fc5f919950 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:36.286495 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9fad072a-5936-48c9-a3f9-1e74232d273a req-08807214-5d5d-4178-bb06-94fc5f919950 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0629435 Aug 29 09:04:36.330811 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9fad072a-5936-48c9-a3f9-1e74232d273a req-0c52f1b1-763e-4691-a46b-db0c831772a5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367835 Aug 29 09:04:37.466933 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a36d7-7276-4917-838c-8cf13b44ba61 req-9ce31f57-7508-48d5-b03d-216f855604b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:37.469741 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ef4a36d7-7276-4917-838c-8cf13b44ba61 req-9ce31f57-7508-48d5-b03d-216f855604b4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0621450 Aug 29 09:04:37.519212 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ef4a36d7-7276-4917-838c-8cf13b44ba61 req-fe3c316f-4370-4ba0-97f0-fd13fa8840c5 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424738 Aug 29 09:04:38.659592 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39653425-3844-404b-9824-0c1e1cca86f0 req-588155fa-5832-4f49-b90f-c8949060162b tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:38.664600 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39653425-3844-404b-9824-0c1e1cca86f0 req-588155fa-5832-4f49-b90f-c8949060162b tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0597503 Aug 29 09:04:38.710828 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39653425-3844-404b-9824-0c1e1cca86f0 req-e154a1ba-c630-4fd6-8b71-87d901fdf56a tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416160 Aug 29 09:04:39.675804 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:04:39.858201 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b25b2-c62e-4db9-adf3-9fadd8d4c99f req-0a3efd8d-0515-4bbb-af38-69eb81bbd2c6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:39.859743 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d6b25b2-c62e-4db9-adf3-9fadd8d4c99f req-0a3efd8d-0515-4bbb-af38-69eb81bbd2c6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0604258 Aug 29 09:04:39.907842 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d6b25b2-c62e-4db9-adf3-9fadd8d4c99f req-cf364c1d-c951-44a6-9df9-e810ff5392cb tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408413 Aug 29 09:04:40.329064 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7cbb62b6-2dc2-4bcf-a39c-171d0804f3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:41.053705 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01718e8a-acf1-48a8-a853-0c71700ab54e req-587a7426-0143-4967-af18-c331076a055c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:41.055272 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01718e8a-acf1-48a8-a853-0c71700ab54e req-587a7426-0143-4967-af18-c331076a055c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0560076 Aug 29 09:04:41.099360 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01718e8a-acf1-48a8-a853-0c71700ab54e req-85fc08e1-f57a-43ff-9b15-f3f030202eb4 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374660 Aug 29 09:04:42.070433 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524467b0-357b-44b6-8776-8cd766fb18ef req-7e961aa0-35bd-49c3-87ed-e5f612395e77 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:42.071951 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-524467b0-357b-44b6-8776-8cd766fb18ef req-7e961aa0-35bd-49c3-87ed-e5f612395e77 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0601983 Aug 29 09:04:42.114600 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-524467b0-357b-44b6-8776-8cd766fb18ef req-bf59a3c4-d2e5-4520-94f0-a4f1aa0af207 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Aug 29 09:04:42.247862 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4a215-7b1a-4cdc-9cd3-5dfd9686a3ed req-e0b8803d-ae66-435f-8244-d67ad90764a9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:42.249374 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-59a4a215-7b1a-4cdc-9cd3-5dfd9686a3ed req-e0b8803d-ae66-435f-8244-d67ad90764a9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 943 time: 0.0728652 Aug 29 09:04:42.292872 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-59a4a215-7b1a-4cdc-9cd3-5dfd9686a3ed req-eea224d3-b0de-478c-bc81-26fbd591f6d8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371470 Aug 29 09:04:43.086511 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:04:43.185263 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:43.197382 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'port_id': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'mac_address': 'fa:16:3e:0b:29:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:04:43.234482 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:43.237027 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ab68b-f3bf-4088-8ffa-18ffd913681a req-10aafb44-8318-476b-802a-5fef3cbfb4b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:43.238770 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-642ab68b-f3bf-4088-8ffa-18ffd913681a req-10aafb44-8318-476b-802a-5fef3cbfb4b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0505137 Aug 29 09:04:43.247859 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:04:43.268262 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:43.276962 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:43.280600 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-642ab68b-f3bf-4088-8ffa-18ffd913681a req-0256511e-c0c1-4da7-abd6-44acc71120e9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354605 Aug 29 09:04:43.330689 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=9']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:43.432705 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca30cb7-a542-4968-a7f0-3f340b1d281e req-b5829911-01c6-4aaf-abe5-9d683013450c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:43.434372 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cca30cb7-a542-4968-a7f0-3f340b1d281e req-b5829911-01c6-4aaf-abe5-9d683013450c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 944 time: 0.0595510 Aug 29 09:04:43.482134 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cca30cb7-a542-4968-a7f0-3f340b1d281e req-8ded8059-540c-4659-85e2-4146390dbea9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391259 Aug 29 09:04:43.567465 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:04:43.865840 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:44.415548 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10bdf0-6adb-4610-95c2-9a134df8e8d1 req-f1f5d384-c75b-4aa5-8da3-9c8e6d326943 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:44.417115 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae10bdf0-6adb-4610-95c2-9a134df8e8d1 req-f1f5d384-c75b-4aa5-8da3-9c8e6d326943 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0627542 Aug 29 09:04:44.460814 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae10bdf0-6adb-4610-95c2-9a134df8e8d1 req-9c42e547-f1f6-4af1-9e53-8e94cd48db33 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356433 Aug 29 09:04:44.707675 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52316e-4bef-4e84-8538-72953f00a46a req-38d5e360-a585-4257-bb54-58b119ab5b48 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:44.709208 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0c52316e-4bef-4e84-8538-72953f00a46a req-38d5e360-a585-4257-bb54-58b119ab5b48 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 944 time: 0.0820277 Aug 29 09:04:44.715124 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-6cf48f87-1855-4df9-938d-3d05e23e8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:44.716759 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-6cf48f87-1855-4df9-938d-3d05e23e8e2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93565e4521954ec1af7961fd3f30dafe&device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 1138 time: 0.0617578 Aug 29 09:04:44.805055 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0c52316e-4bef-4e84-8538-72953f00a46a req-47def31c-3264-4d6e-ae61-e9ecc476c4a9 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872412 Aug 29 09:04:44.841601 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-1d528cbf-798e-4474-88b5-d87a04222b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:44.843104 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-1d528cbf-798e-4474-88b5-d87a04222b74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c10b2a11-424e-4d58-9217-12631745abce HTTP/1.1" status: 200 len: 915 time: 0.1169031 Aug 29 09:04:44.944127 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-3a29bdf0-4583-4030-b573-7f4b98210b98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 1002 time: 0.0926089 Aug 29 09:04:44.964531 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4146ee-a439-4679-8561-81330f9af6af req-abe42fc8-a002-4813-968d-05de5b515139 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:44.966132 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8a4146ee-a439-4679-8561-81330f9af6af req-abe42fc8-a002-4813-968d-05de5b515139 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0773206 Aug 29 09:04:45.038892 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-227f94a0-6764-4f11-adc5-d3863dff905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:45.040543 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-227f94a0-6764-4f11-adc5-d3863dff905c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9692d91-96cb-450f-b111-5c9afda465b3 HTTP/1.1" status: 200 len: 853 time: 0.0848048 Aug 29 09:04:45.045395 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8a4146ee-a439-4679-8561-81330f9af6af req-2fb063d5-c44f-4cf7-9da3-2faa604da47d tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713370 Aug 29 09:04:45.097357 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:04:45.105418 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-d72d1c30-1a16-4109-8bab-fe8e39cfe56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:45.107053 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-d72d1c30-1a16-4109-8bab-fe8e39cfe56c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c10b2a11-424e-4d58-9217-12631745abce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589199 Aug 29 09:04:45.125685 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e175-540a-4b06-a861-c9928018006c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:45.155812 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:04:45.156182 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:45.206986 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-3a48234b-d4d8-43a4-97e7-e7b15a67b44c service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907950 Aug 29 09:04:45.237479 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:45.262563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:04:45.264905 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a90562a-fc11-42b7-a745-06176a59d4cc" -d '{"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-plugged", "status": "completed", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:04:45.277991 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:45.283523 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:45.306813 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e98eb8b3-cfb5-4019-a272-79a0471d9c2f req-1eb86e33-3911-46eb-8285-567c5090bc69 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920529 Aug 29 09:04:45.315248 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cee80a-918a-45eb-8387-98e6407c743e x-openstack-request-id: req-38cee80a-918a-45eb-8387-98e6407c743e {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:04:45.315546 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-plugged", "status": "completed", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:04:45.315799 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38cee80a-918a-45eb-8387-98e6407c743e {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:04:45.316187 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'code': 200} Aug 29 09:04:45.345651 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=10']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:45.587628 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987d543-7b10-4b21-b999-56bf8ebbcaf4 req-a3eae0fe-d80e-4f7b-b563-7b91d68637dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:45.588922 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6987d543-7b10-4b21-b999-56bf8ebbcaf4 req-a3eae0fe-d80e-4f7b-b563-7b91d68637dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 1099 time: 0.0796957 Aug 29 09:04:45.603299 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3254f95-b970-4068-b697-8556000ace0a req-a2546df8-9863-4324-a6e2-764920a30897 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:45.604894 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f3254f95-b970-4068-b697-8556000ace0a req-a2546df8-9863-4324-a6e2-764920a30897 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0637791 Aug 29 09:04:45.662943 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6987d543-7b10-4b21-b999-56bf8ebbcaf4 req-8768062a-2657-4f20-872a-6ee56ebd4c9d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567298 Aug 29 09:04:45.667782 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f3254f95-b970-4068-b697-8556000ace0a req-8ae16402-8b5c-41fc-b217-175b273d3cee tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531237 Aug 29 09:04:45.937674 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f618005-5a6a-413a-a4d2-9ad4602803a5 req-b983803c-7777-4b51-8029-ff2666226669 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:45.939161 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6f618005-5a6a-413a-a4d2-9ad4602803a5 req-b983803c-7777-4b51-8029-ff2666226669 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 946 time: 0.0559545 Aug 29 09:04:45.985153 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6f618005-5a6a-413a-a4d2-9ad4602803a5 req-97188003-b7e6-4727-9a2b-74558af9b21f tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Aug 29 09:04:46.190902 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32635e0a-2360-4499-b5a7-4fad825e5099 req-50224fb5-4afa-49e5-9fcb-dfb8938861b4 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:46.192428 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32635e0a-2360-4499-b5a7-4fad825e5099 req-50224fb5-4afa-49e5-9fcb-dfb8938861b4 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0514023 Aug 29 09:04:46.235783 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32635e0a-2360-4499-b5a7-4fad825e5099 req-599b4d9e-edad-4574-b359-7ec49836c879 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350986 Aug 29 09:04:46.379460 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:46.807993 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773deba-afb0-4b60-883e-ec7094f93620 req-86b661bc-d398-4ad6-9aa9-0f478cef155c tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:46.809471 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7773deba-afb0-4b60-883e-ec7094f93620 req-86b661bc-d398-4ad6-9aa9-0f478cef155c tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0628097 Aug 29 09:04:46.853064 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7773deba-afb0-4b60-883e-ec7094f93620 req-b1358b9e-2ab9-41b8-8824-5fd3c206f04c tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344617 Aug 29 09:04:47.110600 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f324add-d22c-4202-9492-e76cc6166b2d req-2f4d8a15-c93a-4b25-8466-f0071a88d77c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:47.112136 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f324add-d22c-4202-9492-e76cc6166b2d req-2f4d8a15-c93a-4b25-8466-f0071a88d77c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 946 time: 0.0518413 Aug 29 09:04:47.160483 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f324add-d22c-4202-9492-e76cc6166b2d req-cdf9099c-5c88-4956-94a0-63b59022b251 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411251 Aug 29 09:04:47.370864 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3d0d8-45db-410f-aa13-8a8c54929eb2 req-364e5ff6-2a3e-44f0-abfd-b7ab6274742b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:47.372509 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b3b3d0d8-45db-410f-aa13-8a8c54929eb2 req-364e5ff6-2a3e-44f0-abfd-b7ab6274742b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0564687 Aug 29 09:04:47.421661 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b3b3d0d8-45db-410f-aa13-8a8c54929eb2 req-a015a867-0bad-470c-8b9e-656e6f2f1cf0 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422611 Aug 29 09:04:47.622256 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:47.979473 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292ad0c-50b3-4d35-9794-6cb22706e164 req-4ae1ee3f-426b-456a-a98c-4324bb5a8a8c tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:47.980927 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4292ad0c-50b3-4d35-9794-6cb22706e164 req-4ae1ee3f-426b-456a-a98c-4324bb5a8a8c tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0546691 Aug 29 09:04:48.023089 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4292ad0c-50b3-4d35-9794-6cb22706e164 req-6f025ae5-2d95-4c80-acbb-312d6f066d92 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358372 Aug 29 09:04:48.288485 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfe479-128d-46fa-aef1-8a6d36c68af9 req-f90ce88e-7a30-4e70-9674-e3c5289b7893 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:48.290278 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01cfe479-128d-46fa-aef1-8a6d36c68af9 req-f90ce88e-7a30-4e70-9674-e3c5289b7893 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 946 time: 0.0519550 Aug 29 09:04:48.340742 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01cfe479-128d-46fa-aef1-8a6d36c68af9 req-ea0dc137-dda8-4d54-ad05-f9466a7f49c0 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440807 Aug 29 09:04:48.577824 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d8408-f179-480f-a051-61a158ee34cd req-12888143-47ed-4b3c-95c6-37e442b58d6b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:48.579451 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4f5d8408-f179-480f-a051-61a158ee34cd req-12888143-47ed-4b3c-95c6-37e442b58d6b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0798035 Aug 29 09:04:48.629026 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4f5d8408-f179-480f-a051-61a158ee34cd req-eec27174-0b73-4b1b-b6a5-f299a528204e tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417950 Aug 29 09:04:49.159993 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37e4f3-c6ef-4ec1-b268-5f3a5995737c req-1ecc7728-bb80-466e-b3d3-71eedd3dc414 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:49.161625 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ba37e4f3-c6ef-4ec1-b268-5f3a5995737c req-1ecc7728-bb80-466e-b3d3-71eedd3dc414 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0580976 Aug 29 09:04:49.210232 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ba37e4f3-c6ef-4ec1-b268-5f3a5995737c req-90f4fc14-44b0-4346-a63a-51718c4b7656 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385764 Aug 29 09:04:49.763667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a0b7b-c058-4def-aae8-3578ae38dd39 req-e3b83ed9-9c7e-4c09-84a8-9f8240df5281 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:49.765377 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a12a0b7b-c058-4def-aae8-3578ae38dd39 req-e3b83ed9-9c7e-4c09-84a8-9f8240df5281 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0549395 Aug 29 09:04:49.812955 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a12a0b7b-c058-4def-aae8-3578ae38dd39 req-4c615c8a-c895-4f42-b317-2cbb0862e7fe tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408156 Aug 29 09:04:50.365650 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe912-4663-43d1-b941-7f60127504a7 req-7761a82c-ba31-4a15-a005-9ea18f4b9d1e tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:50.368404 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5bfe912-4663-43d1-b941-7f60127504a7 req-7761a82c-ba31-4a15-a005-9ea18f4b9d1e tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0794051 Aug 29 09:04:50.418359 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5bfe912-4663-43d1-b941-7f60127504a7 req-5c6a9753-c96f-4128-a8c8-45ac4b5d250f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432076 Aug 29 09:04:50.966475 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db7610-4841-49a9-8c92-76cc78c7cc97 req-98a87974-29ea-4465-affb-c44149a20bf6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:50.968189 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-68db7610-4841-49a9-8c92-76cc78c7cc97 req-98a87974-29ea-4465-affb-c44149a20bf6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0639770 Aug 29 09:04:51.017056 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-68db7610-4841-49a9-8c92-76cc78c7cc97 req-6a799598-7e1a-4e7b-a704-3b884d014d7a tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412238 Aug 29 09:04:51.572667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35dd6b-6a17-4593-8db0-ef7944a85c0b req-ded04ef7-07a3-49e1-baa7-a1367872ec1d tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:51.574644 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-db35dd6b-6a17-4593-8db0-ef7944a85c0b req-ded04ef7-07a3-49e1-baa7-a1367872ec1d tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0655491 Aug 29 09:04:51.642449 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-db35dd6b-6a17-4593-8db0-ef7944a85c0b req-df106eb0-af70-467f-9d4c-f667ecf19135 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579002 Aug 29 09:04:52.192511 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64638976-42fb-4a89-9012-2aab77188d85 req-9b36e857-9c2b-4d06-b1ab-94458bca3d10 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:52.194299 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-64638976-42fb-4a89-9012-2aab77188d85 req-9b36e857-9c2b-4d06-b1ab-94458bca3d10 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0799525 Aug 29 09:04:52.276858 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-64638976-42fb-4a89-9012-2aab77188d85 req-d2463318-5e20-49cf-80c2-44e5dbd21a70 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739489 Aug 29 09:04:52.816058 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a22fa-28a1-4818-b648-00a1808f48c7 req-d697d35d-9101-4619-b2fa-dd86a7d4f688 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:52.817714 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d41a22fa-28a1-4818-b648-00a1808f48c7 req-d697d35d-9101-4619-b2fa-dd86a7d4f688 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0620272 Aug 29 09:04:52.879577 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d41a22fa-28a1-4818-b648-00a1808f48c7 req-bed0764d-cdb1-4a37-9d4d-25e1e286dc31 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519879 Aug 29 09:04:53.119859 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34555-bf30-4e2c-a4c0-c7124db1e813 req-71ddce8a-911b-4421-9d0e-b9d7486da387 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:53.121464 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5f34555-bf30-4e2c-a4c0-c7124db1e813 req-71ddce8a-911b-4421-9d0e-b9d7486da387 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0669212 Aug 29 09:04:53.180409 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-77116369-a7ea-47c7-bd93-004d4a5c07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:53.181966 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-77116369-a7ea-47c7-bd93-004d4a5c07ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 1098 time: 0.0808530 Aug 29 09:04:53.187235 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5f34555-bf30-4e2c-a4c0-c7124db1e813 req-59d3c80d-c0a2-448a-a022-00c878ce94f0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486729 Aug 29 09:04:53.319279 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-ad0d0933-ff1e-422f-bec4-d66314ceb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:53.320461 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-ad0d0933-ff1e-422f-bec4-d66314ceb1a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 912 time: 0.1313376 Aug 29 09:04:53.470297 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-61b4c893-2b1a-4d4b-9d2b-dd199d208b77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 HTTP/1.1" status: 200 len: 1001 time: 0.1416323 Aug 29 09:04:53.494329 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ae552-99a5-4d50-8a34-0d3ed8369222 req-221bf27b-784b-4dc3-ab11-8608876fbb44 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:53.495923 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b87ae552-99a5-4d50-8a34-0d3ed8369222 req-221bf27b-784b-4dc3-ab11-8608876fbb44 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.1064925 Aug 29 09:04:53.568709 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-524ba663-17b0-4847-b17b-1732e6d134dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:53.570152 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-524ba663-17b0-4847-b17b-1732e6d134dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 200 len: 850 time: 0.0932465 Aug 29 09:04:53.580400 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b87ae552-99a5-4d50-8a34-0d3ed8369222 req-74bace1d-d156-4afe-9423-13057be169c1 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580616 Aug 29 09:04:53.637342 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-39a8d1cb-6b7d-434c-bdbc-d302345eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:53.638900 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-39a8d1cb-6b7d-434c-bdbc-d302345eedf3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=812fa8c2-08ae-4007-863a-07d566b3359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556712 Aug 29 09:04:53.747548 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-e949ea74-a0a8-49b9-98e8-219cbc9163ea service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984986 Aug 29 09:04:53.862838 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8e49cf0-aee0-4c4b-8456-248147d0c0c8 req-689d2238-b554-416f-80b1-0770be4ef64a service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083920 Aug 29 09:04:54.329486 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd4d9f-ac7c-411d-96ce-1cd6cea6e9ff req-c6cd6136-ba8a-498e-8e23-b3c41049b014 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:54.331838 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e5fd4d9f-ac7c-411d-96ce-1cd6cea6e9ff req-c6cd6136-ba8a-498e-8e23-b3c41049b014 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0641143 Aug 29 09:04:54.387812 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e5fd4d9f-ac7c-411d-96ce-1cd6cea6e9ff req-f26c71cc-02b5-4332-ae2a-fe2096b79770 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455866 Aug 29 09:04:54.723070 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350915-c6b2-4cf1-8c40-9381474a27a3 req-0aab128e-296a-4a1e-a9a8-b4ba5e199d39 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:54.724703 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9350915-c6b2-4cf1-8c40-9381474a27a3 req-0aab128e-296a-4a1e-a9a8-b4ba5e199d39 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0686152 Aug 29 09:04:54.774305 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9350915-c6b2-4cf1-8c40-9381474a27a3 req-4911da12-d7ee-4737-a371-5e987f373a9d tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405645 Aug 29 09:04:55.050407 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f53205-3e0f-49db-a1ed-5c8fed2b2a24 req-68f884b2-bfd6-4bdb-9ff7-504bcf596ac4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:55.052041 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-65f53205-3e0f-49db-a1ed-5c8fed2b2a24 req-68f884b2-bfd6-4bdb-9ff7-504bcf596ac4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 946 time: 0.0571964 Aug 29 09:04:55.107905 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-65f53205-3e0f-49db-a1ed-5c8fed2b2a24 req-ba1b321a-b736-4031-96f3-f9d28a43284a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Aug 29 09:04:55.538450 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd439ec3-dd33-4154-b545-bd07bc8deade req-64aa0937-9e66-498f-84f5-3eacedcd2cfb tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:55.540065 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd439ec3-dd33-4154-b545-bd07bc8deade req-64aa0937-9e66-498f-84f5-3eacedcd2cfb tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0639513 Aug 29 09:04:55.601743 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd439ec3-dd33-4154-b545-bd07bc8deade req-70c263d4-6947-4e7a-adc7-f53e4854d41c tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508397 Aug 29 09:04:55.939655 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981eeb0-1845-4c60-b0a4-27cc01128160 req-bea2c212-2265-4ef9-8041-fc7f59d3e699 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:55.941454 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0981eeb0-1845-4c60-b0a4-27cc01128160 req-bea2c212-2265-4ef9-8041-fc7f59d3e699 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0646074 Aug 29 09:04:55.985605 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0981eeb0-1845-4c60-b0a4-27cc01128160 req-2c0e9781-1f8a-456d-97b6-49f37aa00f51 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366621 Aug 29 09:04:56.254071 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad246f-da30-434b-8539-8f95804cc8b3 req-7a43a818-aa79-490f-9cf9-552e84b3e93d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:56.255769 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4cad246f-da30-434b-8539-8f95804cc8b3 req-7a43a818-aa79-490f-9cf9-552e84b3e93d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 946 time: 0.0582855 Aug 29 09:04:56.304999 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4cad246f-da30-434b-8539-8f95804cc8b3 req-7da0c321-6afc-46ff-8233-abd4effa3ab0 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Aug 29 09:04:56.623180 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-2dd1c00f-2fb5-4c68-a1aa-7a4821f587ab tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:56.625271 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-2dd1c00f-2fb5-4c68-a1aa-7a4821f587ab tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 946 time: 0.0633266 Aug 29 09:04:56.745798 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Deleting port ce503db2-63b8-4e83-a75d-8ebad6062c8d {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:04:56.746065 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:56.852778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] For port ce503db2-63b8-4e83-a75d-8ebad6062c8d, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=ce503db2-63b8-4e83-a75d-8ebad6062c8d,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:04:56.853133 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:57.312779 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a904f7-035b-49ac-9ae3-71c6df0357b8 req-284238a0-23dd-42eb-9f68-ba8f5d9d1786 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:57.314211 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0a904f7-035b-49ac-9ae3-71c6df0357b8 req-284238a0-23dd-42eb-9f68-ba8f5d9d1786 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.1328743 Aug 29 09:04:57.404067 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0a904f7-035b-49ac-9ae3-71c6df0357b8 req-27e87df3-8093-4298-9620-df3b7424d9e1 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826242 Aug 29 09:04:57.413159 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:57.413579 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:57.413895 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.l3_db [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Floating IP cbe48b52-3a88-4eca-9138-a98952360201 disassociated. External IP: 172.27.3.89, port: ce503db2-63b8-4e83-a75d-8ebad6062c8d. Aug 29 09:04:57.414233 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Calling delete_port for ce503db2-63b8-4e83-a75d-8ebad6062c8d owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:04:57.553297 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375a0a-821c-44a2-95ee-d2f559b84a26 req-c50d19f3-3172-48d3-bc86-bd773f7bfbb6 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:57.557272 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e375a0a-821c-44a2-95ee-d2f559b84a26 req-c50d19f3-3172-48d3-bc86-bd773f7bfbb6 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 946 time: 0.0778615 Aug 29 09:04:57.631627 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e375a0a-821c-44a2-95ee-d2f559b84a26 req-fb8aaa39-c667-4aa8-9b3d-d5266b3e6e6f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673289 Aug 29 09:04:57.632933 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:57.663925 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event deleted for resources: {'Port': ['ID=ce503db2-63b8-4e83-a75d-8ebad6062c8d,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:04:57.796203 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Router 73b5d587-d347-4662-bef8-e0f8fda4f1cd has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:04:57.912863 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:04:57.924304 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] Sync routers for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:04:57.936140 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:04:57.936642 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:04:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:57.972650 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] No DVR routers for this DVR port ce503db2-63b8-4e83-a75d-8ebad6062c8d on host hv-cinder-80649 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:04:57.975797 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:04:57.977947 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8375fb63-7846-4ba5-bba0-d3ba22dbc0c9 req-673ef81c-8b3a-4b72-a71b-34f9ea9d15df tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "DELETE /v2.0/ports/ce503db2-63b8-4e83-a75d-8ebad6062c8d HTTP/1.1" status: 204 len: 173 time: 1.3438265 Aug 29 09:04:57.978400 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'name': 'network-vif-deleted', 'tag': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:04:57.980658 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69357da0-d2e0-4a77-a56e-5cc66fa0430e" -d '{"events": [{"server_uuid": "fe0bf766-7aee-4e1b-81ce-8b2504d9cae9", "name": "network-vif-deleted", "tag": "ce503db2-63b8-4e83-a75d-8ebad6062c8d"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:04:58.022290 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24b7f04-e3fa-4a2b-beba-f15430d5a345 x-openstack-request-id: req-a24b7f04-e3fa-4a2b-beba-f15430d5a345 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:04:58.022792 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0bf766-7aee-4e1b-81ce-8b2504d9cae9", "name": "network-vif-deleted", "tag": "ce503db2-63b8-4e83-a75d-8ebad6062c8d", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:04:58.022919 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a24b7f04-e3fa-4a2b-beba-f15430d5a345 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:04:58.023321 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0bf766-7aee-4e1b-81ce-8b2504d9cae9', 'name': 'network-vif-deleted', 'tag': 'ce503db2-63b8-4e83-a75d-8ebad6062c8d', 'status': 'completed', 'code': 200} Aug 29 09:04:58.188747 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:04:58.425110 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:58.452736 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] Checking router: 73b5d587-d347-4662-bef8-e0f8fda4f1cd for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:04:58.464100 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:04:58.464798 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:04:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:58.540295 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2135e3c-e2ec-47e8-89bf-dc8ed026ec56 req-990aa454-e144-4880-a961-f518a2cb780c tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:58.541843 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f2135e3c-e2ec-47e8-89bf-dc8ed026ec56 req-990aa454-e144-4880-a961-f518a2cb780c tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0572658 Aug 29 09:04:58.572367 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:04:58.583367 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f2135e3c-e2ec-47e8-89bf-dc8ed026ec56 req-81710f0a-af61-4a2f-9a2e-3ced01eb9767 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351408 Aug 29 09:04:58.750156 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5018e70d-57b0-46a0-9c71-b21169179c0b req-5d474b78-482f-45db-a446-c06412391b8c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe0bf766-7aee-4e1b-81ce-8b2504d9cae9 HTTP/1.1" status: 200 len: 210 time: 0.0296829 Aug 29 09:04:58.788924 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:04:58.818499 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639806f6-c55b-4e35-ba98-1a8db3f44b7c None None] The sync data for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi is: [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:04:59.056317 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c9fb5-a185-4c20-815c-cb08439b8e15 None None] New status for floating IP cbe48b52-3a88-4eca-9138-a98952360201: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:04:59.712184 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f886596-2cbd-40e6-9605-9151da38e101 req-dcf69bf8-9b86-4e6e-ad89-75303be867dc tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:04:59.713712 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6f886596-2cbd-40e6-9605-9151da38e101 req-dcf69bf8-9b86-4e6e-ad89-75303be867dc tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0564845 Aug 29 09:04:59.754558 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6f886596-2cbd-40e6-9605-9151da38e101 req-1b0076b0-8455-40a3-abbf-7082ac787977 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345478 Aug 29 09:05:00.031137 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-79ebfd6f-b4b4-477f-a03c-6d91b9c05ec9 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091371014&fields=id&tenant_id=fe574a1c54004de0a0983cfdc3b29e5a HTTP/1.1" status: 200 len: 267 time: 0.0364289 Aug 29 09:05:00.157172 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-9875afa8-b08c-4d49-8b76-55cd2b64d1fc tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:00.158723 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-9875afa8-b08c-4d49-8b76-55cd2b64d1fc tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 811 time: 0.1205020 Aug 29 09:05:00.176063 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-3882ad3a-4706-4624-b9b3-565e59c8767e tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/quotas/fe574a1c54004de0a0983cfdc3b29e5a HTTP/1.1" status: 200 len: 375 time: 0.0100794 Aug 29 09:05:00.252610 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-6dcb5468-9d88-4fe4-aa3f-74b897c5f74b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661778 Aug 29 09:05:00.378702 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-508db5fa-08ac-45f2-867f-d2a0e52a18dc service neutron] 10.222.0.45 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067898 Aug 29 09:05:00.495630 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-82c8c1cf-24d3-4f90-9bfa-d1381607bbb0 service neutron] 10.222.0.45 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088917 Aug 29 09:05:00.957527 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccbef-d111-494d-b7e7-19831c9f0e98 req-d7fc8d09-0bf8-4e53-9572-b11f84d28859 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:00.959223 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95fccbef-d111-494d-b7e7-19831c9f0e98 req-d7fc8d09-0bf8-4e53-9572-b11f84d28859 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0643477 Aug 29 09:05:00.971251 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:01.018157 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95fccbef-d111-494d-b7e7-19831c9f0e98 req-ccbce937-bf86-4386-8172-8c301282acff tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472538 Aug 29 09:05:01.122050 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-834aafc2-11e4-4e89-a5de-d4cf98ed5d8e req-0430ed0e-52be-4d72-91da-037f692f5366 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 210 time: 0.0581865 Aug 29 09:05:01.181055 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device ce503db2-63b8-4e83-a75d-8ebad6062c8d no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:01.201725 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: ce503db2-63b8-4e83-a75d-8ebad6062c8d {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:01.202067 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device ce503db2-63b8-4e83-a75d-8ebad6062c8d not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:02.145853 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1c2e2-af56-4b63-8998-dfff52af993e req-21d9ddb5-86f4-4562-978e-221595265f5b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:02.147513 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a6d1c2e2-af56-4b63-8998-dfff52af993e req-21d9ddb5-86f4-4562-978e-221595265f5b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0584974 Aug 29 09:05:02.191226 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a6d1c2e2-af56-4b63-8998-dfff52af993e req-0952dec4-d7c6-4b69-9a66-0fac5216d95d tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=84612670-12d8-4e4f-b6ae-28aff4b0671b&id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372465 Aug 29 09:05:02.278509 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e1ff4907-d66d-4a4d-bb9f-6cd2621e28b6 req-70e70778-3146-4746-9f4f-3a327483e0fc tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 210 time: 0.0275915 Aug 29 09:05:02.467204 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-eebff9d2-574a-4d22-b5bc-328903aa7cb9 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:02.468702 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-eebff9d2-574a-4d22-b5bc-328903aa7cb9 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 811 time: 0.1274123 Aug 29 09:05:02.521869 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-c56974c8-ec53-456b-8c26-9bb10f13d07f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe574a1c54004de0a0983cfdc3b29e5a HTTP/1.1" status: 200 len: 380 time: 0.0386293 Aug 29 09:05:02.531233 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'port': {'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'admin_state_up': True, 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'security_groups': ['9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:02.660271 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Made reservation on behalf of fe574a1c54004de0a0983cfdc3b29e5a for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:05:02.664428 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:02.814610 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Allocated IP 172.20.0.7 (1e97d103-9793-4654-8580-63def8c14bef/860672bb-5b07-43d5-a1f6-fa498b4da69c/1f7b47c0-93cc-47ed-b97d-b8490bc04da8) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:05:02.862457 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-24a54752-5a4f-4029-8f66-8251a15e2491 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431681 Aug 29 09:05:02.949151 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-a148e030-5be5-461f-a350-e9cf23db929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:02.951127 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-a148e030-5be5-461f-a350-e9cf23db929a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 1098 time: 0.0438383 Aug 29 09:05:02.987147 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:03.003032 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Transition to ACTIVE for port object 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:05:03.050197 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:03.069048 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-864047c9-c1b3-48ff-bea5-26ce1b688f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:03.071066 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-864047c9-c1b3-48ff-bea5-26ce1b688f3e service neutron] 10.222.0.57 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 912 time: 0.0982070 Aug 29 09:05:03.092735 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Network 1e97d103-9793-4654-8580-63def8c14bef is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:05:03.095960 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:05:03.102226 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:05:03.130612 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'Port': ['ID=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:03.147540 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-55e77874-1506-45c1-ae0d-6d247698e169 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 HTTP/1.1" status: 200 len: 1001 time: 0.0682914 Aug 29 09:05:03.161555 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:03.162237 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:03.180399 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-8c839932-6aec-49d9-8de6-06b16774d0d2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6532304 Aug 29 09:05:03.193544 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Request body: {'port': {'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:03.202886 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-43a95064-dc25-493a-8096-9a32f1e68197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:03.204527 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-43a95064-dc25-493a-8096-9a32f1e68197 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 200 len: 850 time: 0.0505471 Aug 29 09:05:03.258215 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:03.283385 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-1820da4e-c866-434e-b62a-f240ac975932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:03.284934 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-1820da4e-c866-434e-b62a-f240ac975932 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=812fa8c2-08ae-4007-863a-07d566b3359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708380 Aug 29 09:05:03.379661 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-b7c4f343-40d3-4889-9f6b-7d0432cdeb66 None None] Provisioning for port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:05:03.385278 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-b7c4f343-40d3-4889-9f6b-7d0432cdeb66 None None] Provisioning complete for port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:05:03.386026 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f343-40d3-4889-9f6b-7d0432cdeb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:03.396120 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-42e039bd-f20f-4399-bced-ab5c8af88a8e service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999534 Aug 29 09:05:03.429019 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4f343-40d3-4889-9f6b-7d0432cdeb66 None None] Port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:05:03.485951 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedc1cf-4999-47e3-87d0-d480db4291db req-a974b9a8-0d0c-4a20-b017-4929f2accba6 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:03.488565 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3eedc1cf-4999-47e3-87d0-d480db4291db req-a974b9a8-0d0c-4a20-b017-4929f2accba6 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 931 time: 0.1167071 Aug 29 09:05:03.500996 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cfb6ccca-0e36-4ce2-bc27-4572fe39fa52 req-0fadbfed-6b91-436c-834b-9bdecf268bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973966 Aug 29 09:05:03.571426 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3eedc1cf-4999-47e3-87d0-d480db4291db req-251884a8-dd92-4cf2-82c4-1a21f96f557b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753434 Aug 29 09:05:03.658574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:05:03.668584 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:03.684153 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Transition to ACTIVE for port object 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:05:03.692484 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:03.742803 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Pushing event updated for resources: {'Port': ['ID=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:03.828637 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Attempting to bind port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:05:03.829061 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Attempting to bind port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:05:03.829585 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Attempting to bind port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 on network 1e97d103-9793-4654-8580-63def8c14bef {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:05:03.837191 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 on network 1e97d103-9793-4654-8580-63def8c14bef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:05:03.837720 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Attempting to bind port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 on network 1e97d103-9793-4654-8580-63def8c14bef {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:05:03.846356 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:05:03.846862 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Checking segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:05:03.847446 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Bound using segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:05:03.848146 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Bound port: 1f7b47c0-93cc-47ed-b97d-b8490bc04da8, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:05:03.848748 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:03.949994 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] For port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8, host hv-cinder-80649, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:05:03.954893 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] For port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:05:03.963053 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:04.002187 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:04.003016 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:04.004349 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] 10.222.0.57 "PUT /v2.0/ports/1f7b47c0-93cc-47ed-b97d-b8490bc04da8 HTTP/1.1" status: 200 len: 1093 time: 0.8156707 Aug 29 09:05:04.007810 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:04.011547 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:04.059573 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3255090-4605-49fe-bb72-fa33c8f60540 x-openstack-request-id: req-d3255090-4605-49fe-bb72-fa33c8f60540 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:04.059781 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:04.060037 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3255090-4605-49fe-bb72-fa33c8f60540 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:04.060444 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'status': 'completed', 'code': 200} Aug 29 09:05:04.089554 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2be7c4-49b2-4d8a-8223-50bfa7ab0ddc service neutron] Pushing event updated for resources: {'Port': ['ID=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:04.108615 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-5ac3f89e-985a-4a47-a186-4c3d31207c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:04.110268 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-5ac3f89e-985a-4a47-a186-4c3d31207c33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 1096 time: 0.0525689 Aug 29 09:05:04.160784 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-5fd417af-6d8a-44dc-a445-cd7497cd1b9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8 HTTP/1.1" status: 200 len: 217 time: 0.0413175 Aug 29 09:05:04.218713 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-a480b316-2d28-49b1-982c-e5a650f62ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:04.221413 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-a480b316-2d28-49b1-982c-e5a650f62ed1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0531867 Aug 29 09:05:04.277124 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-9df015b2-44b4-46dc-9a99-7a6ebdf84fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:04.279566 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-9df015b2-44b4-46dc-9a99-7a6ebdf84fa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502312 Aug 29 09:05:04.421419 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-f0947553-2fe5-4c0d-b628-d644d6d03233 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344485 Aug 29 09:05:04.536440 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0a5112e4-78a7-4644-aeee-8b987b0fcdf3 req-ca19dc2c-d429-4076-9b76-09d8f46bd95e service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065292 Aug 29 09:05:04.636284 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-1c95e62e-0950-42bd-8aca-ec357883a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:04.637893 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-1c95e62e-0950-42bd-8aca-ec357883a987 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 1096 time: 0.0439177 Aug 29 09:05:04.773329 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfbf48-80d7-4c02-b6e3-6732cbda8003 req-91188772-1378-43e1-a166-b3b62c4468a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:04.776166 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-17cfbf48-80d7-4c02-b6e3-6732cbda8003 req-91188772-1378-43e1-a166-b3b62c4468a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 943 time: 0.1204259 Aug 29 09:05:04.798563 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-0985d91a-8837-400c-9e44-4de9957e0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:04.800585 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-0985d91a-8837-400c-9e44-4de9957e0768 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.1532228 Aug 29 09:05:04.850695 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-fe65c360-de4b-413a-9ea5-21acb43796a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8 HTTP/1.1" status: 200 len: 217 time: 0.0422916 Aug 29 09:05:04.873783 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-17cfbf48-80d7-4c02-b6e3-6732cbda8003 req-6507a30c-fac8-48a9-b8e8-43d578c009da tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878463 Aug 29 09:05:04.911141 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-4552748c-dbcd-4e68-9943-ef56087c4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:04.912727 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-4552748c-dbcd-4e68-9943-ef56087c4858 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0539496 Aug 29 09:05:04.965849 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-de762e9c-b7d2-454c-99b3-2c3bf2b5a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:04.968067 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-de762e9c-b7d2-454c-99b3-2c3bf2b5a25f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477450 Aug 29 09:05:05.074670 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-6ffa5650-aa50-4324-bc71-a12ea4e6c9ce service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986800 Aug 29 09:05:05.187563 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48bd6a64-c3cd-45dd-b8f9-8cfed9739975 req-cd39a096-9aa1-4dc3-aa7c-421dcdb42613 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042747 Aug 29 09:05:06.008462 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4908ba0-513b-4c36-9341-2ac44bafcd7f req-d8015972-ea0c-48b0-8f70-a49e40dba79d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:06.010067 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c4908ba0-513b-4c36-9341-2ac44bafcd7f req-d8015972-ea0c-48b0-8f70-a49e40dba79d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 943 time: 0.0605791 Aug 29 09:05:06.060353 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c4908ba0-513b-4c36-9341-2ac44bafcd7f req-ff9fb470-9ba3-4e00-a88e-1743971af7bf tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Aug 29 09:05:07.200132 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d723-501f-4717-9f25-6771c6caba6a req-7d14d673-1db0-4ffb-a931-9e29fdca3d39 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:07.202005 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d391d723-501f-4717-9f25-6771c6caba6a req-7d14d673-1db0-4ffb-a931-9e29fdca3d39 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 943 time: 0.0623217 Aug 29 09:05:07.251163 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d391d723-501f-4717-9f25-6771c6caba6a req-7d7e8b1f-8f56-4750-a774-4719eb06407b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Aug 29 09:05:08.391733 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18300d0a-c270-42ae-bf86-113b7d95fca0 req-90a40d04-7b9c-473a-ade0-d8a7c687871b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:08.393266 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18300d0a-c270-42ae-bf86-113b7d95fca0 req-90a40d04-7b9c-473a-ade0-d8a7c687871b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 943 time: 0.0538971 Aug 29 09:05:08.441942 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18300d0a-c270-42ae-bf86-113b7d95fca0 req-4de8808f-c305-4da3-8bf2-700e48717687 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395832 Aug 29 09:05:09.575452 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f531fe-7ddf-4a67-bdfd-378bac7d6c4e req-3ae4c51f-a4a4-44b5-9729-9cdaabd31e6b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:09.576968 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c4f531fe-7ddf-4a67-bdfd-378bac7d6c4e req-3ae4c51f-a4a4-44b5-9729-9cdaabd31e6b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 943 time: 0.0587661 Aug 29 09:05:09.616631 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c4f531fe-7ddf-4a67-bdfd-378bac7d6c4e req-16a14ec0-1296-4e98-8516-2d3d8f207b8c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335767 Aug 29 09:05:10.325417 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-64ab78f4-8b4c-411b-b16e-f9537fd3ab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:10.749761 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b239-8f07-4a2d-8ea1-dcdf03103b16 req-ce490103-23cf-424a-8d35-b6fbf4bd1c01 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:10.751353 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5920b239-8f07-4a2d-8ea1-dcdf03103b16 req-ce490103-23cf-424a-8d35-b6fbf4bd1c01 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 943 time: 0.0587430 Aug 29 09:05:10.792194 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5920b239-8f07-4a2d-8ea1-dcdf03103b16 req-c9e7507b-8395-4e66-8816-13ee1d28f4af tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344000 Aug 29 09:05:11.920556 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d18bb-0510-4884-90fe-b3c1775a25af req-dbc0b054-cd0c-4ec0-b6c7-76762ae4b69d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:11.922144 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9c7d18bb-0510-4884-90fe-b3c1775a25af req-dbc0b054-cd0c-4ec0-b6c7-76762ae4b69d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 943 time: 0.0550258 Aug 29 09:05:11.969481 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9c7d18bb-0510-4884-90fe-b3c1775a25af req-da081d03-b7e1-48c6-a7d7-55845fb76207 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411415 Aug 29 09:05:13.112094 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924a5c9-0ab4-46f0-a911-f9b6cc51695d req-e54f90b3-f4a5-4fb8-bc3c-3163817c709e tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:13.113616 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a924a5c9-0ab4-46f0-a911-f9b6cc51695d req-e54f90b3-f4a5-4fb8-bc3c-3163817c709e tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 943 time: 0.0638289 Aug 29 09:05:13.161676 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a924a5c9-0ab4-46f0-a911-f9b6cc51695d req-ecbb28ac-9806-41f5-a675-b88d1f7369c3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419068 Aug 29 09:05:13.234879 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:05:13.340813 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:13.353658 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:05:13.392595 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:13.405910 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:05:13.426251 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:13.433102 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:13.485473 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:13.492962 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.493335 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.493684 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.494025 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.494368 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.494700 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.495031 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.495364 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.495758 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.496015 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.496343 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.496698 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:13.703609 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['1f7b47c0-93cc-47ed-b97d-b8490bc04da8'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:05:13.881264 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:14.298901 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a048e-acc1-4da6-bb96-eb0939195b7c req-9ecc7244-b1e1-4f0f-b903-d966fc306ade tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:14.300471 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e0a048e-acc1-4da6-bb96-eb0939195b7c req-9ecc7244-b1e1-4f0f-b903-d966fc306ade tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 944 time: 0.0599060 Aug 29 09:05:14.348519 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e0a048e-acc1-4da6-bb96-eb0939195b7c req-3d9a53f0-5509-4bb6-84ac-b363e75e2cd8 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Aug 29 09:05:15.105902 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-50bbb1d3-f979-46fa-8d82-0b9fe39fcda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:15.252098 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:05:15.316344 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:05:15.320285 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:05:15.320648 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:15.414194 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:15.440604 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:15.443010 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e1a08a-3838-4425-ba18-a34ae11dc245" -d '{"events": [{"server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "name": "network-vif-plugged", "status": "completed", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:15.457990 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:15.462643 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:15.474546 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270b2ab-5700-43a2-896c-36a490172c45 req-864db832-a23f-4123-b26e-9be83305c098 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:15.482092 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d270b2ab-5700-43a2-896c-36a490172c45 req-864db832-a23f-4123-b26e-9be83305c098 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 944 time: 0.0607033 Aug 29 09:05:15.522054 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:15.522544 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d270b2ab-5700-43a2-896c-36a490172c45 req-4fd159e9-cce3-4e0c-bbbc-0fdef090bf92 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389488 Aug 29 09:05:15.572599 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb6023-0ca3-4d79-9109-d9cd463928fd x-openstack-request-id: req-abeb6023-0ca3-4d79-9109-d9cd463928fd {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:15.572897 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "name": "network-vif-plugged", "status": "completed", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:15.573514 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abeb6023-0ca3-4d79-9109-d9cd463928fd {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:15.573919 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'code': 200} Aug 29 09:05:15.857902 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b0f0d-c96d-4b79-b031-5ed5c1e071ed req-3e2daa52-b9e0-4c0b-8d97-3fd3be8c7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:15.859435 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-972b0f0d-c96d-4b79-b031-5ed5c1e071ed req-3e2daa52-b9e0-4c0b-8d97-3fd3be8c7cd9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 1098 time: 0.0469747 Aug 29 09:05:15.898368 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-972b0f0d-c96d-4b79-b031-5ed5c1e071ed req-26bf0bbe-3036-4623-9642-02d9313c6879 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312450 Aug 29 09:05:16.381261 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:16.650558 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887f197-b405-4725-9d04-2552e60cb60e req-c5e50e88-e7fe-4b01-ad85-3e42c4b7c3a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:16.651968 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0887f197-b405-4725-9d04-2552e60cb60e req-c5e50e88-e7fe-4b01-ad85-3e42c4b7c3a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 945 time: 0.0530074 Aug 29 09:05:16.680369 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:05:16.701568 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0887f197-b405-4725-9d04-2552e60cb60e req-d279115a-2690-488b-a196-275dd8235885 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405135 Aug 29 09:05:17.631982 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:17.821491 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717525a-4765-4f15-8b55-971a42095b23 req-cabcef37-ca05-43de-b002-341cbb62538e tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:17.823366 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b717525a-4765-4f15-8b55-971a42095b23 req-cabcef37-ca05-43de-b002-341cbb62538e tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 945 time: 0.0519748 Aug 29 09:05:17.866603 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b717525a-4765-4f15-8b55-971a42095b23 req-f90ee437-acc6-424b-9475-ae0a8458bbf9 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346920 Aug 29 09:05:17.999137 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71766f40-e968-4dbf-bc92-71269ac1e14a req-9b224efa-a621-450c-95cd-36c82320b444 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:18.001025 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71766f40-e968-4dbf-bc92-71269ac1e14a req-9b224efa-a621-450c-95cd-36c82320b444 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 945 time: 0.0643313 Aug 29 09:05:18.039508 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71766f40-e968-4dbf-bc92-71269ac1e14a req-2b430149-5d0f-46df-9e6f-f926891d401e tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321982 Aug 29 09:05:18.062653 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46022) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:18.338409 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b43561-8d1d-4d6b-93b2-5ab9fc840328 tempest-TestVolumeBootPattern-707527756 tempest-TestVolumeBootPattern-707527756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:18.339969 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-48b43561-8d1d-4d6b-93b2-5ab9fc840328 tempest-TestVolumeBootPattern-707527756 tempest-TestVolumeBootPattern-707527756-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 1093 time: 0.2762628 Aug 29 09:05:18.342844 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46024) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:18.347288 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'floatingip': {'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:18.372906 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:18.480377 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:18.594151 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Allocated IP 172.27.3.13 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/c0e40abe-cc9d-4329-9ef2-039ba4ce2f46) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:05:18.704264 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:18.752941 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:18.797043 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:05:18.801856 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:05:18.805538 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:05:18.810997 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'Port': ['ID=c0e40abe-cc9d-4329-9ef2-039ba4ce2f46,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:18.836871 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.837188 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.837569 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.837925 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.838251 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.838577 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.838901 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.839227 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.839522 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.839835 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.840184 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:18.840497 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:19.187471 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:19.269158 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:19.459527 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:19.467784 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:19.540307 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'Port': ['ID=c0e40abe-cc9d-4329-9ef2-039ba4ce2f46,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:19.556879 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:19.662706 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Floating IP 067f677b-de3f-4e61-ba68-1d97891378e7 associated. External IP: 172.27.3.13, port: 1f7b47c0-93cc-47ed-b97d-b8490bc04da8. Aug 29 09:05:19.893420 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Router 73b5d587-d347-4662-bef8-e0f8fda4f1cd has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:05:20.007055 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:05:20.018856 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] Sync routers for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:05:20.025451 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:20.030576 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:20.031205 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:20.057834 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d4385461-1f59-4c5d-b8ff-671d11bfbd7a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7094107 Aug 29 09:05:20.057834 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:20.057834 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c267c263-eb2a-40aa-ad1b-7f38420bd935" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:20.093946 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9485b5-c8f9-4810-a9ee-eb016aab1080 x-openstack-request-id: req-5c9485b5-c8f9-4810-a9ee-eb016aab1080 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:20.094421 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:20.094775 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c9485b5-c8f9-4810-a9ee-eb016aab1080 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:20.095236 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'status': 'completed', 'code': 200} Aug 29 09:05:20.144065 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:20.178158 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-5167898e-9a6f-44cc-ad06-7eac73e028f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:20.179784 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-5167898e-9a6f-44cc-ad06-7eac73e028f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 1098 time: 0.0530443 Aug 29 09:05:20.279975 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-c26246f8-c746-4e4d-8949-612184917adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:20.281522 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-c26246f8-c746-4e4d-8949-612184917adc service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.0934334 Aug 29 09:05:20.403724 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '067f677b-de3f-4e61-ba68-1d97891378e7', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:19Z', 'updated_at': '2021-08-29T09:05:19Z', 'revision_number': 0, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:20.438639 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] Checking router: 73b5d587-d347-4662-bef8-e0f8fda4f1cd for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:05:20.449904 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:20.450571 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:20.623193 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-fcdb1647-3700-4a84-a268-96687f466d0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8 HTTP/1.1" status: 200 len: 998 time: 0.3284535 Aug 29 09:05:20.674735 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-ad55bbad-4a5a-43d7-9584-544b55de6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:20.676124 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-ad55bbad-4a5a-43d7-9584-544b55de6c88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0446310 Aug 29 09:05:20.705181 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:20.722854 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-1530e797-b612-41e9-8c37-ea51ca883807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:20.724451 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-1530e797-b612-41e9-8c37-ea51ca883807 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408194 Aug 29 09:05:20.842381 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-8890ee5d-b6a4-43d8-a906-d17a117d32be service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028240 Aug 29 09:05:20.975787 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c267c263-eb2a-40aa-ad1b-7f38420bd935 req-1ddd9562-df23-45c9-8fd3-1856bfdfa376 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203871 Aug 29 09:05:20.977934 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '067f677b-de3f-4e61-ba68-1d97891378e7', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:19Z', 'updated_at': '2021-08-29T09:05:19Z', 'revision_number': 0, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:21.010061 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c50b3c-6e5b-4c0a-873a-88753a43360e None None] The sync data for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi is: [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '067f677b-de3f-4e61-ba68-1d97891378e7', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:19Z', 'updated_at': '2021-08-29T09:05:19Z', 'revision_number': 0, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:05:21.217065 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4626bbac-c1bc-49e8-b4d2-947493762522 None None] New status for floating IP 067f677b-de3f-4e61-ba68-1d97891378e7: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:05:27.346932 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6b800-44b6-4a33-b7af-554e8a2f758a req-8ea6fc73-f92f-4a19-94d9-32d401b4dcc6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:27.349611 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0a6b800-44b6-4a33-b7af-554e8a2f758a req-8ea6fc73-f92f-4a19-94d9-32d401b4dcc6 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 946 time: 0.0774086 Aug 29 09:05:27.396951 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0a6b800-44b6-4a33-b7af-554e8a2f758a req-2c89e0a8-843d-4e51-8d95-c7398904f33c tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396216 Aug 29 09:05:28.526810 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7e22a-9234-41f1-8753-b4a722609a5c req-ae26e594-8e34-42f6-bcac-7391a1dc1fec tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:28.528434 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95b7e22a-9234-41f1-8753-b4a722609a5c req-ae26e594-8e34-42f6-bcac-7391a1dc1fec tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 946 time: 0.0524297 Aug 29 09:05:28.570045 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95b7e22a-9234-41f1-8753-b4a722609a5c req-e1a506f5-2538-43b4-97e1-7202c7cd9d9d tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups?id=385b6b8d-0d32-4705-a5e7-65446d3e63ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352232 Aug 29 09:05:28.870923 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-7c76b656-fbfb-422d-98fd-788ff2d1f954 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:28.872629 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-7c76b656-fbfb-422d-98fd-788ff2d1f954 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 946 time: 0.0530565 Aug 29 09:05:28.982276 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Deleting port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:28.982586 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:29.077055 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] For port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:29.077455 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:29.263121 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:29.263413 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:29.263704 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.l3_db [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Floating IP b5cd70a2-c34e-4af4-9bdb-6284f78db841 disassociated. External IP: 172.27.3.218, port: fb02aef3-8e04-49c2-8b85-8d69adfe6ce0. Aug 29 09:05:29.264052 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Calling delete_port for fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:29.413459 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:29.446562 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event deleted for resources: {'Port': ['ID=fb02aef3-8e04-49c2-8b85-8d69adfe6ce0,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:29.461140 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.461495 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.461990 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.462333 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.462663 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.462994 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.466588 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.466588 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.466588 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.466588 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.466588 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.466588 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:05:29.583745 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Router 57254f4c-ea5a-47f1-9792-19e7d782cee7 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:05:29.710749 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ba821782-116f-418c-a7cb-6981a860c925 req-ccdeb5e5-a7f8-4f0d-bafa-305733979b18 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/ports?device_id=4497e415-f22a-4276-b7b3-b9ecbe72be9d HTTP/1.1" status: 200 len: 210 time: 0.0341864 Aug 29 09:05:29.722454 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:05:29.735493 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] Sync routers for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:05:29.745649 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:29.746381 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:29.764868 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] No DVR routers for this DVR port fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 on host hv-cinder-80649 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:05:29.767776 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:29.769913 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-667c8547-d137-4d11-bd44-7c919d2d2320 req-317e0286-869d-4b07-956c-b63ee5ea5df8 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.57 "DELETE /v2.0/ports/fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 HTTP/1.1" status: 204 len: 173 time: 0.8899374 Aug 29 09:05:29.770354 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-deleted', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:29.772641 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40159478-d7ea-435c-b384-72dfddb9fb12" -d '{"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-deleted", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:29.829753 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3791f2-5c01-4e55-9eec-1a46516b5303 x-openstack-request-id: req-ba3791f2-5c01-4e55-9eec-1a46516b5303 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:29.830047 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4497e415-f22a-4276-b7b3-b9ecbe72be9d", "name": "network-vif-deleted", "tag": "fb02aef3-8e04-49c2-8b85-8d69adfe6ce0", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:29.830302 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba3791f2-5c01-4e55-9eec-1a46516b5303 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:29.830704 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4497e415-f22a-4276-b7b3-b9ecbe72be9d', 'name': 'network-vif-deleted', 'tag': 'fb02aef3-8e04-49c2-8b85-8d69adfe6ce0', 'status': 'completed', 'code': 200} Aug 29 09:05:29.866442 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:30.098486 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:30.124429 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] Checking router: 57254f4c-ea5a-47f1-9792-19e7d782cee7 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:05:30.133501 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:30.134119 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:30.241212 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:30.472915 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:30.503459 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcaacd5-b870-4f5a-8bbe-5d409a3b3dff None None] The sync data for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi is: [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T08:58:07Z', 'revision_number': 4, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '604a64ec-ff92-40b1-b53f-d8b6066f9e7e', 'name': '', 'network_id': 'd411806f-0162-4900-9040-3bd80c657393', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'mac_address': 'fa:16:3e:7b:89:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:58:04Z', 'updated_at': '2021-08-29T08:58:23Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'subnets': [{'id': '48c1e525-5da5-42e3-b438-97dffc7896fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:05:30.752311 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca183a-7387-4d31-8865-8f99637469f8 None None] New status for floating IP b5cd70a2-c34e-4af4-9bdb-6284f78db841: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:05:30.811820 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46058) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:30.873606 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-083c4cf2-847c-454a-bc90-0cc042f2c162 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:30.900448 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-083c4cf2-847c-454a-bc90-0cc042f2c162 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:30.955497 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-083c4cf2-847c-454a-bc90-0cc042f2c162 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:30.958211 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-083c4cf2-847c-454a-bc90-0cc042f2c162 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:30.960028 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-083c4cf2-847c-454a-bc90-0cc042f2c162 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "DELETE /v2.0/security-groups/385b6b8d-0d32-4705-a5e7-65446d3e63ea HTTP/1.1" status: 204 len: 168 time: 0.1470594 Aug 29 09:05:30.962944 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46060) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:30.966357 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:30.970476 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c4cf2-847c-454a-bc90-0cc042f2c162 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b6b8d-0d32-4705-a5e7-65446d3e63ea,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:30.977720 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.api.v2.resource [None req-8b33726c-9853-4c42-8cad-f6f3bbc04b13 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] show failed (client error): The resource could not be found. Aug 29 09:05:30.978762 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8b33726c-9853-4c42-8cad-f6f3bbc04b13 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "GET /v2.0/security-groups/385b6b8d-0d32-4705-a5e7-65446d3e63ea HTTP/1.1" status: 404 len: 347 time: 0.0146720 Aug 29 09:05:30.982363 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46062) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:31.111486 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Deleting port e769d76d-f6c4-4a68-b394-1cf716ab24b0 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:31.111778 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:31.196658 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:31.196921 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:31.209746 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Calling delete_port for e769d76d-f6c4-4a68-b394-1cf716ab24b0 owned by network:floatingip {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:31.358253 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:31.384095 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Pushing event deleted for resources: {'Port': ['ID=e769d76d-f6c4-4a68-b394-1cf716ab24b0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:31.451375 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:31.456121 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:31.457730 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ec30ad9f-9506-4919-82a4-6a45f6200a38 tempest-AttachVolumeShelveTestJSON-489305370 tempest-AttachVolumeShelveTestJSON-489305370-project] 10.222.0.45 "DELETE /v2.0/floatingips/b5cd70a2-c34e-4af4-9bdb-6284f78db841 HTTP/1.1" status: 204 len: 168 time: 0.4741492 Aug 29 09:05:33.344229 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:33.365067 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:33.365464 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device fb02aef3-8e04-49c2-8b85-8d69adfe6ce0 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:33.903914 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46090) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:34.458352 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583045'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:34.776690 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f29ea-1650-4390-9fd1-442a5816f7a2 req-e330067b-0f52-444f-8273-07e9cbfc50e8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:34.778337 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0d4f29ea-1650-4390-9fd1-442a5816f7a2 req-e330067b-0f52-444f-8273-07e9cbfc50e8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.0629022 Aug 29 09:05:34.820636 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0d4f29ea-1650-4390-9fd1-442a5816f7a2 req-a4b4f0d7-ce79-4610-ba1a-357477d451fd tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353014 Aug 29 09:05:35.003269 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Deleting port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:35.003887 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:35.098953 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] For port 604a64ec-ff92-40b1-b53f-d8b6066f9e7e, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=604a64ec-ff92-40b1-b53f-d8b6066f9e7e,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:35.099284 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:35.113877 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Calling delete_port for 604a64ec-ff92-40b1-b53f-d8b6066f9e7e owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:35.315957 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:35.348595 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Pushing event deleted for resources: {'Port': ['ID=604a64ec-ff92-40b1-b53f-d8b6066f9e7e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:35.520243 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582863'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:35.753409 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Router 57254f4c-ea5a-47f1-9792-19e7d782cee7 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:05:35.867616 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:05:35.875599 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-faa9e03d-fd74-4aab-b827-49abd034f25a admin admin] 10.222.0.45 "PUT /v2.0/routers/57254f4c-ea5a-47f1-9792-19e7d782cee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9701509 Aug 29 09:05:35.878302 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46106) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:35.883143 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] Sync routers for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:05:35.896994 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:35.898075 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:36.024393 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:36.025188 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb0653-52cf-42e1-bdb5-8a94d53da58a req-ca6c96f9-de35-4b79-bc74-ced36aa4e4ca tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:36.026733 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5bdb0653-52cf-42e1-bdb5-8a94d53da58a req-ca6c96f9-de35-4b79-bc74-ced36aa4e4ca tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.1051095 Aug 29 09:05:36.044529 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks [] for router, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.115347 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5bdb0653-52cf-42e1-bdb5-8a94d53da58a req-20ecf710-13b2-4098-8933-28159d394565 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809515 Aug 29 09:05:36.166331 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.218666 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T09:05:35Z', 'revision_number': 5, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port': {'id': '703f0363-8462-4325-89fe-0d32e77b28b8', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T08:57:57Z', 'updated_at': '2021-08-29T08:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:36.225518 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Deleting port 703f0363-8462-4325-89fe-0d32e77b28b8 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:36.225861 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.252822 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] Checking router: 57254f4c-ea5a-47f1-9792-19e7d782cee7 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:05:36.261950 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] Routers {'57254f4c-ea5a-47f1-9792-19e7d782cee7'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:36.262841 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['57254f4c-ea5a-47f1-9792-19e7d782cee7'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:36.315115 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] For port 703f0363-8462-4325-89fe-0d32e77b28b8, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=703f0363-8462-4325-89fe-0d32e77b28b8,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:36.315493 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.330181 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Calling delete_port for 703f0363-8462-4325-89fe-0d32e77b28b8 owned by network:router_gateway {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:36.362665 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] Set router 57254f4c-ea5a-47f1-9792-19e7d782cee7 gateway port host: None {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:36.508522 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.534919 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=703f0363-8462-4325-89fe-0d32e77b28b8,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:36.549001 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T09:05:36Z', 'revision_number': 6, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port_host': None}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:36.576467 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72fd02c-66fb-42e2-aaa5-543b02e8859e None None] The sync data for ids ['57254f4c-ea5a-47f1-9792-19e7d782cee7'] in dv-cinder-806490-1-iscsi is: [{'id': '57254f4c-ea5a-47f1-9792-19e7d782cee7', 'name': 'tempest-AttachVolumeShelveTestJSON-1131382526-router', 'tenant_id': '783a6737f8df49899d3a2a915b7e9420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T08:57:56Z', 'updated_at': '2021-08-29T09:05:36Z', 'revision_number': 6, 'project_id': '783a6737f8df49899d3a2a915b7e9420', 'gw_port_host': None}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:05:36.604676 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582677'] for router_gateway, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.697957 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4126'] for router, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.700472 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.747199 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573317'] for router, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.747652 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57254f4c-ea5a-47f1-9792-19e7d782cee7 {{(pid=94048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 09:05:36.752115 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.753305 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-319f72cf-2a6f-4b2a-8283-6485ed8ea8cf admin admin] 10.222.0.45 "DELETE /v2.0/routers/57254f4c-ea5a-47f1-9792-19e7d782cee7 HTTP/1.1" status: 204 len: 168 time: 0.8737648 Aug 29 09:05:36.755994 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46110) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:36.800499 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-23346fde-f33b-4176-8dc3-a931f31a70c4 admin admin] Deleting subnet 48c1e525-5da5-42e3-b438-97dffc7896fc {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:05:36.803658 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-23346fde-f33b-4176-8dc3-a931f31a70c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.838312 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-23346fde-f33b-4176-8dc3-a931f31a70c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:36.984152 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-23346fde-f33b-4176-8dc3-a931f31a70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.011148 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-2b83c4cf-20e2-4f4b-a940-6787f242c01e tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:37.012732 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-2b83c4cf-20e2-4f4b-a940-6787f242c01e tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.1384323 Aug 29 09:05:37.105935 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-23346fde-f33b-4176-8dc3-a931f31a70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.135054 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23346fde-f33b-4176-8dc3-a931f31a70c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c1e525-5da5-42e3-b438-97dffc7896fc,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:37.144662 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-23346fde-f33b-4176-8dc3-a931f31a70c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.149002 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-23346fde-f33b-4176-8dc3-a931f31a70c4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/48c1e525-5da5-42e3-b438-97dffc7896fc HTTP/1.1" status: 204 len: 168 time: 0.3896444 Aug 29 09:05:37.149195 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e67e64-89dc-4f59-bed1-d0994079fcc0 None None] Network d411806f-0162-4900-9040-3bd80c657393 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:05:37.150869 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46114) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:37.157004 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Deleting port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:37.157464 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.229400 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.282316 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] For port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:37.282692 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.286055 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Deleting port ea9a9180-a426-4d06-a58e-82c751e826b2 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:37.289549 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.341668 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434a781-821c-4bf3-8d9d-ccbed96ae515 req-8baea582-5889-4c1a-8ead-6efc3c0ffed4 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:37.344603 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e434a781-821c-4bf3-8d9d-ccbed96ae515 req-8baea582-5889-4c1a-8ead-6efc3c0ffed4 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 945 time: 0.1126177 Aug 29 09:05:37.379660 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e191733a-deac-43d4-80a7-15e1c0a01b11 None None] DHCP port deletion for d411806f-0162-4900-9040-3bd80c657393 request from dv-cinder-806490-1-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 09:05:37.397544 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] For port ea9a9180-a426-4d06-a58e-82c751e826b2, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=ea9a9180-a426-4d06-a58e-82c751e826b2,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:37.397918 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.412525 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Calling delete_port for ea9a9180-a426-4d06-a58e-82c751e826b2 owned by network:dhcp {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:37.432452 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-e191733a-deac-43d4-80a7-15e1c0a01b11 None None] Deleting port ea9a9180-a426-4d06-a58e-82c751e826b2 {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:37.433046 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e191733a-deac-43d4-80a7-15e1c0a01b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.446592 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e434a781-821c-4bf3-8d9d-ccbed96ae515 req-cbeebbb7-43d6-4ee1-8ec1-a2d9f20babdb tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958354 Aug 29 09:05:37.510243 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-e191733a-deac-43d4-80a7-15e1c0a01b11 None None] For port ea9a9180-a426-4d06-a58e-82c751e826b2, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=ea9a9180-a426-4d06-a58e-82c751e826b2,segment=NetworkSegment(856c518a-7d16-4290-a339-01d8fba2851d),segment_id=856c518a-7d16-4290-a339-01d8fba2851d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:37.510243 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e191733a-deac-43d4-80a7-15e1c0a01b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.521997 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.525990 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-e191733a-deac-43d4-80a7-15e1c0a01b11 None None] Calling delete_port for ea9a9180-a426-4d06-a58e-82c751e826b2 owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:37.535304 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.535829 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.536179 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.l3_db [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Floating IP e0c3e5b9-9aea-4ca0-ba48-22105ddbf866 disassociated. External IP: 172.27.3.147, port: 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06. Aug 29 09:05:37.536528 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Calling delete_port for 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:37.551133 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9a9180-a426-4d06-a58e-82c751e826b2,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:37.556757 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] No DVR routers for this DVR port ea9a9180-a426-4d06-a58e-82c751e826b2 on host dv-cinder-806490-1-iscsi {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:05:37.641326 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.657160 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d411806f-0162-4900-9040-3bd80c657393']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:37.673867 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856c518a-7d16-4290-a339-01d8fba2851d') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:37.674176 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856c518a-7d16-4290-a339-01d8fba2851d') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:37.678476 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e191733a-deac-43d4-80a7-15e1c0a01b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.686061 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16836903'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.701208 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.704057 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.713598 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191733a-deac-43d4-80a7-15e1c0a01b11 None None] Pushing event deleted for resources: {'Port': ['ID=ea9a9180-a426-4d06-a58e-82c751e826b2,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:37.716555 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:05:37.716954 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18195356'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: Traceback (most recent call last): Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: timer() Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: cb(*args, **kw) Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: return func(*args, **kwargs) Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: self._notify() Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: self.callback(batched_events) Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: event.method(event) Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: return f(self, *a, **k) Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._get(url).json() Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:05:37.718814 dv-cinder-806490-1-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:05:37.726332 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e191733a-deac-43d4-80a7-15e1c0a01b11 None None] No DVR routers for this DVR port ea9a9180-a426-4d06-a58e-82c751e826b2 on host dv-cinder-806490-1-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:05:37.735177 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 703f0363-8462-4325-89fe-0d32e77b28b8 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:37.752045 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event deleted for resources: {'Port': ['ID=3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:37.756121 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 703f0363-8462-4325-89fe-0d32e77b28b8 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:37.756472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 703f0363-8462-4325-89fe-0d32e77b28b8 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:37.756892 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 604a64ec-ff92-40b1-b53f-d8b6066f9e7e no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:37.784499 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 604a64ec-ff92-40b1-b53f-d8b6066f9e7e {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:37.784888 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 604a64ec-ff92-40b1-b53f-d8b6066f9e7e not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:37.785497 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device ea9a9180-a426-4d06-a58e-82c751e826b2 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:37.790395 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.805894 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:37.811573 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] 10.222.0.45 "DELETE /v2.0/networks/d411806f-0162-4900-9040-3bd80c657393 HTTP/1.1" status: 204 len: 168 time: 0.6563852 Aug 29 09:05:37.824925 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: ea9a9180-a426-4d06-a58e-82c751e826b2 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:37.825728 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device ea9a9180-a426-4d06-a58e-82c751e826b2 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:37.833508 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e1ff4-9a6f-473d-afa7-27285c2147ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d411806f-0162-4900-9040-3bd80c657393,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:37.954806 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46118) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:38.008281 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ead393f3-9515-42f8-916b-d12cb6178b4a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=783a6737f8df49899d3a2a915b7e9420&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499282 Aug 29 09:05:38.008637 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46120) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:38.065577 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b52cb218-de60-4256-a76a-2931d11f890a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:38.100376 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b52cb218-de60-4256-a76a-2931d11f890a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:38.155753 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b52cb218-de60-4256-a76a-2931d11f890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:38.158472 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b52cb218-de60-4256-a76a-2931d11f890a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:38.161967 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b52cb218-de60-4256-a76a-2931d11f890a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/507b7859-5ec4-4944-b5e2-c3359f6fd50a HTTP/1.1" status: 204 len: 168 time: 0.1499631 Aug 29 09:05:38.169660 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cb218-de60-4256-a76a-2931d11f890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b7859-5ec4-4944-b5e2-c3359f6fd50a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:38.173958 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Router 0397e72a-1e3c-4d8e-87cf-44f449991500 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:05:38.292071 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:05:38.304329 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] Sync routers for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:05:38.314331 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:38.315078 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:38.331584 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] No DVR routers for this DVR port 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 on host hv-cinder-80649 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:05:38.334299 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:38.336508 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aa7e7f34-ea44-4109-86d7-1260c54997ab req-a571185e-d7a7-4718-9249-0eec3e2155b2 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "DELETE /v2.0/ports/3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 HTTP/1.1" status: 204 len: 173 time: 1.3157501 Aug 29 09:05:38.336961 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'name': 'network-vif-deleted', 'tag': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:38.339649 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43389cac-7348-45c8-bb03-dae8c2488697" -d '{"events": [{"server_uuid": "2fceffad-7fae-4d7d-b5d4-c2ceb40225f7", "name": "network-vif-deleted", "tag": "3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:38.382898 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cb5f8f-f3fd-49e2-9e46-cfe90a00e20e x-openstack-request-id: req-e6cb5f8f-f3fd-49e2-9e46-cfe90a00e20e {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:38.383213 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fceffad-7fae-4d7d-b5d4-c2ceb40225f7", "name": "network-vif-deleted", "tag": "3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:38.383498 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6cb5f8f-f3fd-49e2-9e46-cfe90a00e20e {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:38.383892 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fceffad-7fae-4d7d-b5d4-c2ceb40225f7', 'name': 'network-vif-deleted', 'tag': '3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06', 'status': 'completed', 'code': 200} Aug 29 09:05:38.457421 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:38.582194 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1a92ad6-b4f0-4749-a09f-e4e28bf033df req-3d675406-3591-4364-a93e-b40111d789f0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fceffad-7fae-4d7d-b5d4-c2ceb40225f7 HTTP/1.1" status: 200 len: 210 time: 0.0308948 Aug 29 09:05:38.663557 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:38.689589 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] Checking router: 0397e72a-1e3c-4d8e-87cf-44f449991500 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:05:38.698342 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:38.698973 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:38.814877 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:38.974558 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46146) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:39.049522 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:39.073624 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1500845949-network', 'tenant_id': '198fe35264ec43e3b803d725f2d028b8'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:39.076834 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d569d45-1f95-4cda-8a73-82e135e61af4 None None] The sync data for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi is: [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:05:39.106816 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Made reservation on behalf of 198fe35264ec43e3b803d725f2d028b8 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:05:39.110230 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.122336 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.233016 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.238697 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.268875 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:05:39.278893 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a8e507-a7fb-43c1-a390-acadab4bfa3c,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:39.284676 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.285023 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Added segment c5f6f856-dcac-4447-8e2b-5a6130dc5fe7 of type vlan for network 8462258b-a8cd-4148-b164-f02b8d9a3ced Aug 29 09:05:39.327353 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.339208 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35e612e-d778-4405-9f21-559063a287a7 None None] New status for floating IP e0c3e5b9-9aea-4ca0-ba48-22105ddbf866: DOWN {{(pid=94049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:05:39.365202 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.366244 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:39.366834 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.424480 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4487481 Aug 29 09:05:39.427717 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46150) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:39.430049 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487aade-f820-40a1-95f4-30ca9cf1cc99 admin admin] Pushing event updated for resources: {'Network': ['ID=8462258b-a8cd-4148-b164-f02b8d9a3ced,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:39.434508 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Request body: {'subnet': {'network_id': '8462258b-a8cd-4148-b164-f02b8d9a3ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1500845949-subnet', 'tenant_id': '198fe35264ec43e3b803d725f2d028b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:39.448105 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 8462258b-a8cd-4148-b164-f02b8d9a3ced details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:05:39.470264 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Made reservation on behalf of 198fe35264ec43e3b803d725f2d028b8 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:05:39.473373 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10312388'] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.665536 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10312374'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.683596 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46156) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:39.720778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50067f34-2831-4a0b-863c-8a4d4a57a39a,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:39.732653 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Checking segment: {'id': 'c5f6f856-dcac-4447-8e2b-5a6130dc5fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8462258b-a8cd-4148-b164-f02b8d9a3ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:05:39.732993 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Network hostable DHCP agents. Network: 8462258b-a8cd-4148-b164-f02b8d9a3ced, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:05:39.742584 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-04456b1f-b951-4e87-91c2-b6dbb1c5bad9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.752541 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Network 8462258b-a8cd-4148-b164-f02b8d9a3ced is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:05:39.762469 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 8462258b-a8cd-4148-b164-f02b8d9a3ced) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:05:39.766925 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:39.767521 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.773384 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd44c4-944c-4c59-a9ba-bb8d5a1ca855 None None] Network 8462258b-a8cd-4148-b164-f02b8d9a3ced requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:05:39.775973 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-04456b1f-b951-4e87-91c2-b6dbb1c5bad9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.785464 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d6f27826-81fd-4660-a18b-65427e01eb7d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3565483 Aug 29 09:05:39.829316 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-04456b1f-b951-4e87-91c2-b6dbb1c5bad9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.833823 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-04456b1f-b951-4e87-91c2-b6dbb1c5bad9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:39.835655 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-04456b1f-b951-4e87-91c2-b6dbb1c5bad9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "DELETE /v2.0/security-groups/9fd7bfad-21b7-450b-bdc6-f4fa0684edc8 HTTP/1.1" status: 204 len: 168 time: 0.1508460 Aug 29 09:05:39.838559 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46162) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:39.846698 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04456b1f-b951-4e87-91c2-b6dbb1c5bad9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd7bfad-21b7-450b-bdc6-f4fa0684edc8,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:39.854929 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.api.v2.resource [None req-f2ab329b-1fd2-435e-a100-217b39085a66 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] show failed (client error): The resource could not be found. Aug 29 09:05:39.856509 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f2ab329b-1fd2-435e-a100-217b39085a66 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups/9fd7bfad-21b7-450b-bdc6-f4fa0684edc8 HTTP/1.1" status: 404 len: 347 time: 0.0166123 Aug 29 09:05:39.859940 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46164) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:39.951047 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e36e83-4ce6-4110-904a-a851b612f922 None None] Network 8462258b-a8cd-4148-b164-f02b8d9a3ced requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:05:39.998703 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Deleting port 57997b36-b5ac-4f19-b1e3-152b8bc89d4c {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:39.999109 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.091812 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.092163 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.103962 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Calling delete_port for 57997b36-b5ac-4f19-b1e3-152b8bc89d4c owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:40.255983 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.292761 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event deleted for resources: {'Port': ['ID=57997b36-b5ac-4f19-b1e3-152b8bc89d4c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:40.323032 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-370ff469-ebd0-4ca0-ad9a-6c1ca6d06c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.328808 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46180) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:40.334458 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-489541172-network', 'tenant_id': '751bfa9e6683455cae4a902ddb1f6c57'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:40.357774 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Made reservation on behalf of 751bfa9e6683455cae4a902ddb1f6c57 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:05:40.360067 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.366379 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.368366 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.369350 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.370721 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a3c228fb-1459-435d-8508-f5fb335fb44b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "DELETE /v2.0/floatingips/e0c3e5b9-9aea-4ca0-ba48-22105ddbf866 HTTP/1.1" status: 204 len: 168 time: 0.5094390 Aug 29 09:05:40.467129 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.472601 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.497013 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:05:40.512832 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac42e851-60b8-45bf-b289-32c1fed6f1c7,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:40.517453 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.517801 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Added segment 509f3187-f447-4709-b672-7ba45a60f933 of type vlan for network ddfcfa40-9d9f-419e-908c-47fe5c652ef4 Aug 29 09:05:40.560127 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.586473 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.587459 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:40.588072 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.639101 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3083913 Aug 29 09:05:40.641859 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46184) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:40.650956 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Request body: {'subnet': {'network_id': 'ddfcfa40-9d9f-419e-908c-47fe5c652ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-489541172-subnet', 'tenant_id': '751bfa9e6683455cae4a902ddb1f6c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:40.651175 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46186) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:40.656140 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-78dd7227-1685-4ded-bde6-cd2cc413a1ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489138129', 'description': 'tempest-description--357321364'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:40.663166 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3509eee-38f4-49d2-babb-6c131d436893 admin admin] Pushing event updated for resources: {'Network': ['ID=ddfcfa40-9d9f-419e-908c-47fe5c652ef4,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:40.673356 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.db.api [None req-78dd7227-1685-4ded-bde6-cd2cc413a1ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 29 09:05:40.673356 dv-cinder-806490-1-iscsi neutron-server[94048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 29 09:05:40.673356 dv-cinder-806490-1-iscsi neutron-server[94048]: [parameters: {'project_id_1': 'd85a68703f65460f8635a7760e48717c', 'expiration_1': datetime.datetime(2021, 8, 29, 9, 5, 40, 661878)}] Aug 29 09:05:40.673356 dv-cinder-806490-1-iscsi neutron-server[94048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 29 09:05:40.673784 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG oslo_db.api [None req-78dd7227-1685-4ded-bde6-cd2cc413a1ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 09:05:40.673877 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network ddfcfa40-9d9f-419e-908c-47fe5c652ef4 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:05:40.683214 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Made reservation on behalf of 751bfa9e6683455cae4a902ddb1f6c57 for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:05:40.686057 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18042605'] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.863151 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18195001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18042527'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.921858 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d0e2f7-afdc-4d46-b71c-b150d33c018c,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:40.930580 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Checking segment: {'id': '509f3187-f447-4709-b672-7ba45a60f933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ddfcfa40-9d9f-419e-908c-47fe5c652ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:05:40.930937 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Network hostable DHCP agents. Network: ddfcfa40-9d9f-419e-908c-47fe5c652ef4, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:05:40.952463 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Network ddfcfa40-9d9f-419e-908c-47fe5c652ef4 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:05:40.963406 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, ddfcfa40-9d9f-419e-908c-47fe5c652ef4) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:05:40.968078 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:40.968674 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:40.974387 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d4e82f-d60e-42b1-bd39-cd6555d6d805 None None] Network ddfcfa40-9d9f-419e-908c-47fe5c652ef4 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:05:40.984594 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6ef4dc5a-7bf2-4aa7-aee4-8a5898ec4de4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3416343 Aug 29 09:05:41.101317 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f6538-aa9a-4027-b3dc-4a45f48f5229 None None] Network ddfcfa40-9d9f-419e-908c-47fe5c652ef4 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:05:41.101589 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46192) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:41.152858 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa25c8ca-bfe5-40b3-966d-2614784bed0c admin admin] Deleting subnet 50067f34-2831-4a0b-863c-8a4d4a57a39a {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:05:41.156501 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-aa25c8ca-bfe5-40b3-966d-2614784bed0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.207277 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-aa25c8ca-bfe5-40b3-966d-2614784bed0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.236638 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-78dd7227-1685-4ded-bde6-cd2cc413a1ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.261920 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-aa25c8ca-bfe5-40b3-966d-2614784bed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.346984 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-aa25c8ca-bfe5-40b3-966d-2614784bed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.388406 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25c8ca-bfe5-40b3-966d-2614784bed0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50067f34-2831-4a0b-863c-8a4d4a57a39a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:41.393782 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-aa25c8ca-bfe5-40b3-966d-2614784bed0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.394558 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:41.395368 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-aa25c8ca-bfe5-40b3-966d-2614784bed0c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/50067f34-2831-4a0b-863c-8a4d4a57a39a HTTP/1.1" status: 204 len: 168 time: 0.2927246 Aug 29 09:05:41.398078 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46196) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:41.402371 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-78dd7227-1685-4ded-bde6-cd2cc413a1ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.408075 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-78dd7227-1685-4ded-bde6-cd2cc413a1ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.422494 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:41.423144 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 3550f6e1-9ed4-45f2-a8ee-841cf0f9ed06 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:41.465774 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-78dd7227-1685-4ded-bde6-cd2cc413a1ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.467116 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-78dd7227-1685-4ded-bde6-cd2cc413a1ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8148165 Aug 29 09:05:41.472613 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46198) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:41.484007 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-2d43c460-ba4b-414d-9df4-89e689f429c9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'security_group_rule': {'security_group_id': 'bcf47b8c-6428-4950-8df4-b472d3bae39d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:41.486512 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.488168 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd7227-1685-4ded-bde6-cd2cc413a1ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf47b8c-6428-4950-8df4-b472d3bae39d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:41.505786 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-ed5c0782-defa-40e1-ad8e-9e56cf6fafe1 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037524603&fields=id&tenant_id=93565e4521954ec1af7961fd3f30dafe HTTP/1.1" status: 200 len: 267 time: 0.0875218 Aug 29 09:05:41.544886 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2d43c460-ba4b-414d-9df4-89e689f429c9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.576531 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.587180 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8462258b-a8cd-4148-b164-f02b8d9a3ced']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:41.590420 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-11dfa3b7-2327-470a-9cfb-a337e8c44c4b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:41.592230 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-11dfa3b7-2327-470a-9cfb-a337e8c44c4b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 985 time: 0.0799234 Aug 29 09:05:41.599276 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f6f856-dcac-4447-8e2b-5a6130dc5fe7') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:41.599511 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f6f856-dcac-4447-8e2b-5a6130dc5fe7') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:41.607738 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-aadfaca1-9606-4da5-8d6f-ffe9cefd484b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Request body: {'port': {'security_groups': ['3a3946e2-64dd-40f6-94cd-ad09bfd39ca2']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:41.609015 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16836903'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.624503 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.630647 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:05:41.631033 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18195356'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: Traceback (most recent call last): Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: timer() Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: cb(*args, **kw) Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: return func(*args, **kwargs) Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: self._notify() Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: self.callback(batched_events) Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: event.method(event) Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: return f(self, *a, **k) Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._get(url).json() Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:05:41.632695 dv-cinder-806490-1-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:05:41.654583 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2d43c460-ba4b-414d-9df4-89e689f429c9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.662204 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2d43c460-ba4b-414d-9df4-89e689f429c9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.688565 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.695178 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.697749 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8462258b-a8cd-4148-b164-f02b8d9a3ced HTTP/1.1" status: 204 len: 168 time: 0.2975965 Aug 29 09:05:41.700701 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46200) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:41.710054 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe322a-e0e4-4b26-993d-80cbd635d866 admin admin] Pushing event deleted for resources: {'Network': ['ID=8462258b-a8cd-4148-b164-f02b8d9a3ced,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:41.710325 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43c460-ba4b-414d-9df4-89e689f429c9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef680e28-a183-4656-8785-764573ba21c4,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:41.726013 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-aadfaca1-9606-4da5-8d6f-ffe9cefd484b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.754914 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2d43c460-ba4b-414d-9df4-89e689f429c9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.758795 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2d43c460-ba4b-414d-9df4-89e689f429c9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2825727 Aug 29 09:05:41.759553 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46202) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:41.764727 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-e5893c2f-f83e-44cc-aab4-5ca1dc495b24 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'security_group_rule': {'security_group_id': 'bcf47b8c-6428-4950-8df4-b472d3bae39d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:41.798098 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e5893c2f-f83e-44cc-aab4-5ca1dc495b24 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.803537 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a642f84c-346c-4064-9e93-bf84040105ea admin admin] Deleting subnet c0d0e2f7-afdc-4d46-b71c-b150d33c018c {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:05:41.812568 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a642f84c-346c-4064-9e93-bf84040105ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.860568 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e5893c2f-f83e-44cc-aab4-5ca1dc495b24 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.866329 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e5893c2f-f83e-44cc-aab4-5ca1dc495b24 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1793151'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.870327 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a642f84c-346c-4064-9e93-bf84040105ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.886442 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5893c2f-f83e-44cc-aab4-5ca1dc495b24 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f7224b-a196-4d9b-aae0-9f9d3afe7646,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:41.898740 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e5893c2f-f83e-44cc-aab4-5ca1dc495b24 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.900342 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e5893c2f-f83e-44cc-aab4-5ca1dc495b24 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394529 Aug 29 09:05:41.903594 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46204) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:41.908932 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'floatingip': {'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:41.936591 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:41.964808 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a642f84c-346c-4064-9e93-bf84040105ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.032453 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-aadfaca1-9606-4da5-8d6f-ffe9cefd484b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] For port 341afcbf-0c56-472d-b4d1-98559da4bada, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=341afcbf-0c56-472d-b4d1-98559da4bada,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:42.036904 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.055303 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a642f84c-346c-4064-9e93-bf84040105ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.096432 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-aadfaca1-9606-4da5-8d6f-ffe9cefd484b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.099492 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642f84c-346c-4064-9e93-bf84040105ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d0e2f7-afdc-4d46-b71c-b150d33c018c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:42.101583 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a642f84c-346c-4064-9e93-bf84040105ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.103532 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a642f84c-346c-4064-9e93-bf84040105ea admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c0d0e2f7-afdc-4d46-b71c-b150d33c018c HTTP/1.1" status: 204 len: 168 time: 0.3992174 Aug 29 09:05:42.107317 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46206) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:42.108010 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-aadfaca1-9606-4da5-8d6f-ffe9cefd484b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.120821 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['341afcbf-0c56-472d-b4d1-98559da4bada'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:05:42.153170 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-aadfaca1-9606-4da5-8d6f-ffe9cefd484b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:42.153845 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-aadfaca1-9606-4da5-8d6f-ffe9cefd484b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.155257 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-deb57d0b-33e4-42ae-b4af-a8ea32b8e420 req-aadfaca1-9606-4da5-8d6f-ffe9cefd484b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "PUT /v2.0/ports/341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 943 time: 0.5545769 Aug 29 09:05:42.155723 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:42.158095 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:42.165346 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46210) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:42.196559 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfaca1-9606-4da5-8d6f-ffe9cefd484b tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event updated for resources: {'Port': ['ID=341afcbf-0c56-472d-b4d1-98559da4bada,revision_number=7']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:42.209122 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4630a597-9ce6-4182-8077-c87d1cd7d9c7 x-openstack-request-id: req-4630a597-9ce6-4182-8077-c87d1cd7d9c7 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:42.209438 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:42.209777 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4630a597-9ce6-4182-8077-c87d1cd7d9c7 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:42.210112 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada', 'status': 'completed', 'code': 200} Aug 29 09:05:42.240121 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['341afcbf-0c56-472d-b4d1-98559da4bada'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:05:42.242015 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.246052 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Allocated IP 172.27.3.96 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/529923a2-7b39-4f80-82ed-06dc32576945) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:05:42.282111 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7aed88cd-16f0-4d61-877a-910ff2f8c4b6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.317668 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7aed88cd-16f0-4d61-877a-910ff2f8c4b6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.334560 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-3892fe8a-7812-40f9-a440-7ad3b0208ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:42.336353 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-3892fe8a-7812-40f9-a440-7ad3b0208ccf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93565e4521954ec1af7961fd3f30dafe&device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 1099 time: 0.0966978 Aug 29 09:05:42.348221 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.371576 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfcfa40-9d9f-419e-908c-47fe5c652ef4']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:42.461737 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-99b43c69-fdb1-4093-821e-f328e0eb09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:42.466183 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-99b43c69-fdb1-4093-821e-f328e0eb09c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c10b2a11-424e-4d58-9217-12631745abce HTTP/1.1" status: 200 len: 915 time: 0.1152105 Aug 29 09:05:42.466604 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509f3187-f447-4709-b672-7ba45a60f933') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:42.467502 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509f3187-f447-4709-b672-7ba45a60f933') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:42.492372 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16836903'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.499640 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-acddb1a5-5b34-4a4a-9648-d4c514b86775 None None] Provisioning complete for port 341afcbf-0c56-472d-b4d1-98559da4bada triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:05:42.500015 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-acddb1a5-5b34-4a4a-9648-d4c514b86775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.526255 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.533991 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.538713 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:05:42.539112 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18195356'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: Traceback (most recent call last): Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: timer() Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: cb(*args, **kw) Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: return func(*args, **kwargs) Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: self._notify() Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: self.callback(batched_events) Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: event.method(event) Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: return f(self, *a, **k) Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._get(url).json() Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:05:42.541061 dv-cinder-806490-1-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:05:42.551381 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7aed88cd-16f0-4d61-877a-910ff2f8c4b6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.553961 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7aed88cd-16f0-4d61-877a-910ff2f8c4b6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.555115 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7aed88cd-16f0-4d61-877a-910ff2f8c4b6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "DELETE /v2.0/security-groups/84612670-12d8-4e4f-b6ae-28aff4b0671b HTTP/1.1" status: 204 len: 168 time: 0.3888254 Aug 29 09:05:42.564702 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46212) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:42.612201 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed88cd-16f0-4d61-877a-910ff2f8c4b6 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84612670-12d8-4e4f-b6ae-28aff4b0671b,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:42.618863 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.639177 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.643011 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ddfcfa40-9d9f-419e-908c-47fe5c652ef4 HTTP/1.1" status: 204 len: 168 time: 0.5344720 Aug 29 09:05:42.646657 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-e2732297-6b19-4e22-b63f-3eab71b07666 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 1002 time: 0.1617515 Aug 29 09:05:42.654957 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.662237 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f62e23-5d90-4e19-b70f-69d6b79b6b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfcfa40-9d9f-419e-908c-47fe5c652ef4,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:42.693927 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:05:42.696764 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:05:42.703322 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:05:42.733270 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'Port': ['ID=529923a2-7b39-4f80-82ed-06dc32576945,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:42.745049 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-91085b1d-6ffe-42ff-8318-7ab592bd7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:42.746615 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-91085b1d-6ffe-42ff-8318-7ab592bd7918 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9692d91-96cb-450f-b111-5c9afda465b3 HTTP/1.1" status: 200 len: 853 time: 0.0911562 Aug 29 09:05:42.799600 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.821484 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-8806f77b-4f4e-4236-a5c6-0ba292d0d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:42.823623 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-8806f77b-4f4e-4236-a5c6-0ba292d0d43c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c10b2a11-424e-4d58-9217-12631745abce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583465 Aug 29 09:05:42.828035 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Deleting port 0688d73e-8d6a-4edc-b711-7fb21810c080 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:42.828402 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.842338 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:42.843894 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46216) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:42.922825 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f339f4cd-3c94-4aff-9f72-8e1103930a00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=198fe35264ec43e3b803d725f2d028b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776596 Aug 29 09:05:42.926000 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46218) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:43.015343 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.015671 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.026761 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-93c48312-f44d-437f-8e64-6f316cf1f020 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796107 Aug 29 09:05:43.030870 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.034182 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Calling delete_port for 0688d73e-8d6a-4edc-b711-7fb21810c080 owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:43.037135 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.095395 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dce9e97e-7fe9-43c6-a828-eb8ff31fe6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.103085 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'Port': ['ID=529923a2-7b39-4f80-82ed-06dc32576945,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:43.115826 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.130553 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.131864 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5dba3826-f1b6-447b-a121-217cc548d8ab tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2271240 Aug 29 09:05:43.196324 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dce9e97e-7fe9-43c6-a828-eb8ff31fe6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.263636 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b44a20fe-85bf-4fc2-ad94-c9d7d1dc99d6 req-63a9b9e3-683d-43a5-a1aa-a757220b4576 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259376 Aug 29 09:05:43.303102 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dce9e97e-7fe9-43c6-a828-eb8ff31fe6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.305768 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dce9e97e-7fe9-43c6-a828-eb8ff31fe6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.306907 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-dce9e97e-7fe9-43c6-a828-eb8ff31fe6c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9a8e507-a7fb-43c1-a390-acadab4bfa3c HTTP/1.1" status: 204 len: 168 time: 0.3731735 Aug 29 09:05:43.332976 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9e97e-7fe9-43c6-a828-eb8ff31fe6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a8e507-a7fb-43c1-a390-acadab4bfa3c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:43.390688 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-103d6900-5cca-4049-875a-48f935e839fd tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1489138129&fields=id&tenant_id=d85a68703f65460f8635a7760e48717c HTTP/1.1" status: 200 len: 267 time: 0.0792089 Aug 29 09:05:43.427672 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.500253 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event deleted for resources: {'Port': ['ID=0688d73e-8d6a-4edc-b711-7fb21810c080,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:43.591960 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.592558 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Floating IP 6ff17a05-1920-4fd5-8a79-b666d7e6b988 disassociated (deleted). External IP: 172.27.3.189, port: 341afcbf-0c56-472d-b4d1-98559da4bada. Aug 29 09:05:43.602966 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-997f684c-3e75-4d09-b17c-1037350f2b9b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:43.604498 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-997f684c-3e75-4d09-b17c-1037350f2b9b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 811 time: 0.2057595 Aug 29 09:05:43.657948 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-096bd150-ecc2-4b4a-878c-9ea22414c857 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/quotas/d85a68703f65460f8635a7760e48717c HTTP/1.1" status: 200 len: 375 time: 0.0164363 Aug 29 09:05:43.681167 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46238) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:43.723436 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-986fcaae-37b8-457d-ac96-0c7c03440c67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=751bfa9e6683455cae4a902ddb1f6c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423026 Aug 29 09:05:43.726567 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46240) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:43.765562 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-7ceac17a-2b2a-4459-bac4-d9338a6ac87e tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000390 Aug 29 09:05:43.775203 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a1243323-bf45-4b63-a68d-dda5333fd5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.797482 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a1243323-bf45-4b63-a68d-dda5333fd5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.851759 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a1243323-bf45-4b63-a68d-dda5333fd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.855945 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a1243323-bf45-4b63-a68d-dda5333fd5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:43.857744 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a1243323-bf45-4b63-a68d-dda5333fd5fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac42e851-60b8-45bf-b289-32c1fed6f1c7 HTTP/1.1" status: 204 len: 168 time: 0.1307259 Aug 29 09:05:43.866463 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1243323-bf45-4b63-a68d-dda5333fd5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac42e851-60b8-45bf-b289-32c1fed6f1c7,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:43.888636 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:44.236329 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Router c6ace107-7ae0-4386-8fe1-00f0f7311879 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:05:44.238593 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-9b118a20-c9b4-48e9-8223-42c92c8358ec service neutron] 10.222.0.45 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379139 Aug 29 09:05:44.415217 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-9e93bf55-a545-4802-9d6b-676778799354 service neutron] 10.222.0.45 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702576 Aug 29 09:05:44.423511 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:05:44.428594 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:44.435581 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] Sync routers for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:05:44.446435 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:44.447411 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:44.466190 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-727627ba-1621-4868-b2dc-a4629a702f48 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "DELETE /v2.0/floatingips/6ff17a05-1920-4fd5-8a79-b666d7e6b988 HTTP/1.1" status: 204 len: 168 time: 1.9003291 Aug 29 09:05:44.466787 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:44.469266 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9949ac4c-7222-46ed-9b83-5ea87f7101a4" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:44.582432 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:44.827663 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:27Z', 'revision_number': 5, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:44.839788 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c32470-419a-47c5-8d26-f8b6bef44025 x-openstack-request-id: req-a7c32470-419a-47c5-8d26-f8b6bef44025 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:44.840313 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:44.840634 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7c32470-419a-47c5-8d26-f8b6bef44025 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:44.841285 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada', 'status': 'completed', 'code': 200} Aug 29 09:05:44.965304 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b9930e27-87f9-4653-9d4a-e4ec48ff60ad req-3c54b718-8696-40b2-834c-144b9856dac7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 210 time: 0.0564137 Aug 29 09:05:44.974046 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-c242c632-08ac-4dee-83c7-95c86614c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:44.976068 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-c242c632-08ac-4dee-83c7-95c86614c682 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93565e4521954ec1af7961fd3f30dafe&device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 1099 time: 0.1075313 Aug 29 09:05:44.985495 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] Checking router: c6ace107-7ae0-4386-8fe1-00f0f7311879 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:05:44.995743 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:44.996458 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:45.103346 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-72c150ab-5e1f-4f1e-920d-805facb96974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:45.133597 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-97317e70-827b-44ed-8cc7-20b8df5ba662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:45.135196 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-97317e70-827b-44ed-8cc7-20b8df5ba662 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c10b2a11-424e-4d58-9217-12631745abce HTTP/1.1" status: 200 len: 915 time: 0.1515203 Aug 29 09:05:45.135326 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:45.193633 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-07b04c76-47cc-4ca2-a398-7f862fba296e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 200 len: 217 time: 0.0497880 Aug 29 09:05:45.265853 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-406668f3-1b75-46ff-8aae-acaea49f3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:45.268176 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-406668f3-1b75-46ff-8aae-acaea49f3974 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9692d91-96cb-450f-b111-5c9afda465b3 HTTP/1.1" status: 200 len: 853 time: 0.0664017 Aug 29 09:05:45.359179 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:27Z', 'revision_number': 5, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:45.389108 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c45c7a8-c37a-431a-99e5-285010edf9be None None] The sync data for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi is: [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:15Z', 'revision_number': 4, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '9432e664-232a-4ebf-bbb9-3a4be6101826', 'name': '', 'network_id': 'c10b2a11-424e-4d58-9217-12631745abce', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'mac_address': 'fa:16:3e:8c:2a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:14Z', 'updated_at': '2021-08-29T09:03:27Z', 'revision_number': 5, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'subnets': [{'id': 'e9692d91-96cb-450f-b111-5c9afda465b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:05:45.490423 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-c6f48b9b-efeb-400b-b5b2-3ed495e05e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:45.491988 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-c6f48b9b-efeb-400b-b5b2-3ed495e05e8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c10b2a11-424e-4d58-9217-12631745abce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616105 Aug 29 09:05:45.617687 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-2decfae1-d383-4b89-8f18-231dd188fea6 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153407 Aug 29 09:05:45.708136 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0fbb6-65b7-4bae-9d5d-27d936358d87 None None] New status for floating IP 6ff17a05-1920-4fd5-8a79-b666d7e6b988: DOWN {{(pid=94049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:05:45.734542 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9949ac4c-7222-46ed-9b83-5ea87f7101a4 req-42f905e4-f8c3-4625-aca1-206ae44fea70 service neutron] 10.222.0.57 "GET /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083798 Aug 29 09:05:46.033835 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-04bdb80c-0047-4ce7-ba8e-8a291332e69e tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:46.036395 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-04bdb80c-0047-4ce7-ba8e-8a291332e69e tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 811 time: 0.1281047 Aug 29 09:05:46.102968 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-90b6b78b-7b11-4be7-80f6-d0ff8c64c3d3 req-eac6979a-12f8-4a4a-9c91-cb951af0027d tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 210 time: 0.0589523 Aug 29 09:05:46.149141 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-6273b522-23e6-4285-8934-27054af55e3f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d85a68703f65460f8635a7760e48717c HTTP/1.1" status: 200 len: 380 time: 0.0948451 Aug 29 09:05:46.160071 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'port': {'device_id': '21a6f721-8c65-4316-9f9e-a41774e31092', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'admin_state_up': True, 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'security_groups': ['bcf47b8c-6428-4950-8df4-b472d3bae39d']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:46.272027 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Made reservation on behalf of d85a68703f65460f8635a7760e48717c for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:05:46.275928 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:46.385144 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:46.422215 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Allocated IP 172.20.0.3 (812fa8c2-08ae-4007-863a-07d566b3359f/186523bf-e7dc-47b1-b0e0-efbdd0d11b75/20833a0d-e453-4bb4-bc5c-7989819d31ea) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:05:46.569288 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:46.584226 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Transition to ACTIVE for port object 20833a0d-e453-4bb4-bc5c-7989819d31ea will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:05:46.619884 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:46.695623 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Network 812fa8c2-08ae-4007-863a-07d566b3359f is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:05:46.701490 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:05:46.705278 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:05:46.712043 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event updated for resources: {'Port': ['ID=20833a0d-e453-4bb4-bc5c-7989819d31ea,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:46.760130 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:46.760770 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:46.777153 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-b51f6b5b-03b0-4941-8f24-c809a749a37a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214230 Aug 29 09:05:46.790433 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Request body: {'port': {'device_id': '21a6f721-8c65-4316-9f9e-a41774e31092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:46.849348 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:46.968937 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-caa9ec3f-d615-42c5-adc8-03f9f517b5b5 None None] Provisioning for port 20833a0d-e453-4bb4-bc5c-7989819d31ea completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:05:46.973113 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-caa9ec3f-d615-42c5-adc8-03f9f517b5b5 None None] Provisioning complete for port 20833a0d-e453-4bb4-bc5c-7989819d31ea triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:05:46.973553 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-caa9ec3f-d615-42c5-adc8-03f9f517b5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:47.007188 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-caa9ec3f-d615-42c5-adc8-03f9f517b5b5 None None] Port 20833a0d-e453-4bb4-bc5c-7989819d31ea cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:05:47.143978 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20833a0d-e453-4bb4-bc5c-7989819d31ea {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:05:47.152716 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:47.166599 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Transition to ACTIVE for port object 20833a0d-e453-4bb4-bc5c-7989819d31ea will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:05:47.173085 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:47.266191 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Pushing event updated for resources: {'Port': ['ID=20833a0d-e453-4bb4-bc5c-7989819d31ea,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:47.345918 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953173b-150a-4f3b-b09d-1ea26fc78ecf req-5d21db23-2e1a-45d8-a108-48998424a003 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:47.347496 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5953173b-150a-4f3b-b09d-1ea26fc78ecf req-5d21db23-2e1a-45d8-a108-48998424a003 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 943 time: 0.1417694 Aug 29 09:05:47.408229 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Attempting to bind port 20833a0d-e453-4bb4-bc5c-7989819d31ea on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:05:47.408583 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Attempting to bind port 20833a0d-e453-4bb4-bc5c-7989819d31ea by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:05:47.408921 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Attempting to bind port 20833a0d-e453-4bb4-bc5c-7989819d31ea on network 812fa8c2-08ae-4007-863a-07d566b3359f {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:05:47.417967 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Port 20833a0d-e453-4bb4-bc5c-7989819d31ea on network 812fa8c2-08ae-4007-863a-07d566b3359f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:05:47.418302 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Attempting to bind port 20833a0d-e453-4bb4-bc5c-7989819d31ea on network 812fa8c2-08ae-4007-863a-07d566b3359f {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:05:47.426987 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5953173b-150a-4f3b-b09d-1ea26fc78ecf req-917699c2-2bfa-476c-8382-e5cfd48f3733 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670073 Aug 29 09:05:47.437069 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:05:47.437490 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Checking segment: {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:05:47.438111 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Bound using segment: {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:05:47.438776 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Bound port: 20833a0d-e453-4bb4-bc5c-7989819d31ea, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a66a890-9d0a-4bef-8962-0424370f8c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:05:47.439152 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:47.518062 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] For port 20833a0d-e453-4bb4-bc5c-7989819d31ea, host hv-cinder-80649, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:05:47.521937 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] For port 20833a0d-e453-4bb4-bc5c-7989819d31ea, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=20833a0d-e453-4bb4-bc5c-7989819d31ea,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:05:47.526916 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:47.580898 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:47.582105 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:47.584420 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] 10.222.0.57 "PUT /v2.0/ports/20833a0d-e453-4bb4-bc5c-7989819d31ea HTTP/1.1" status: 200 len: 1093 time: 0.7984605 Aug 29 09:05:47.588169 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a6f721-8c65-4316-9f9e-a41774e31092', 'tag': '20833a0d-e453-4bb4-bc5c-7989819d31ea'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:47.592444 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f37018-aafa-4ee6-aec2-1d9a09472865" -d '{"events": [{"name": "network-changed", "server_uuid": "21a6f721-8c65-4316-9f9e-a41774e31092", "tag": "20833a0d-e453-4bb4-bc5c-7989819d31ea"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:47.635955 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:47.670594 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7567cc1-ac94-48ad-ba25-76212962c107 service neutron] Pushing event updated for resources: {'Port': ['ID=20833a0d-e453-4bb4-bc5c-7989819d31ea,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:47.716632 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-723a408a-d400-4990-85ca-05f23d71f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:47.718199 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-723a408a-d400-4990-85ca-05f23d71f872 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 1096 time: 0.0802362 Aug 29 09:05:47.733036 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c2e76-f65e-4ac9-a929-24deaf79004e req-8a1a64a9-c3e4-4929-aefb-f8cc346dbec2 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:47.734602 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-441c2e76-f65e-4ac9-a929-24deaf79004e req-8a1a64a9-c3e4-4929-aefb-f8cc346dbec2 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 946 time: 0.0672541 Aug 29 09:05:47.776991 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-5fcaa83f-c8a1-4e37-9183-05716d08d763 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20833a0d-e453-4bb4-bc5c-7989819d31ea HTTP/1.1" status: 200 len: 217 time: 0.0414028 Aug 29 09:05:47.837633 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-441c2e76-f65e-4ac9-a929-24deaf79004e req-20b85732-9c6f-4ea0-9264-2b9e1773b5bd tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674202 Aug 29 09:05:47.852611 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-62cd755d-91c2-4bc1-89a7-198b973e407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:47.854647 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-62cd755d-91c2-4bc1-89a7-198b973e407c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 200 len: 850 time: 0.0693867 Aug 29 09:05:47.891251 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58559f02-7ca8-4a33-988c-ba017e9b2f38 x-openstack-request-id: req-58559f02-7ca8-4a33-988c-ba017e9b2f38 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:47.891540 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a6f721-8c65-4316-9f9e-a41774e31092", "tag": "20833a0d-e453-4bb4-bc5c-7989819d31ea", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:47.891754 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58559f02-7ca8-4a33-988c-ba017e9b2f38 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:47.892183 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a6f721-8c65-4316-9f9e-a41774e31092', 'tag': '20833a0d-e453-4bb4-bc5c-7989819d31ea', 'status': 'completed', 'code': 200} Aug 29 09:05:47.904578 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-072a89dd-d199-4871-a430-b4797de428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:47.906095 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-072a89dd-d199-4871-a430-b4797de428db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=812fa8c2-08ae-4007-863a-07d566b3359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439062 Aug 29 09:05:48.005774 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-21ba4152-8c44-434c-8afa-e7e45f9cb19f service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915995 Aug 29 09:05:48.098996 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98d4e24c-fa8c-4eff-9b61-3496b90e08da req-ce765883-f6fd-40f0-98c3-9e3df3463d19 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858445 Aug 29 09:05:48.207900 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-0aaf29b5-4ef2-4e0e-9051-7494ed48d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:48.209602 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-0aaf29b5-4ef2-4e0e-9051-7494ed48d177 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 1096 time: 0.0539169 Aug 29 09:05:48.320359 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-a84d68c2-e0c6-4fbf-9c3c-46b2a7378f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:48.322298 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-a84d68c2-e0c6-4fbf-9c3c-46b2a7378f9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 912 time: 0.1031320 Aug 29 09:05:48.370409 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-944ea03e-d1db-4601-b934-34d93b47fad0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20833a0d-e453-4bb4-bc5c-7989819d31ea HTTP/1.1" status: 200 len: 217 time: 0.0400679 Aug 29 09:05:48.423825 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-f04413f8-3d0f-4152-a28b-424f0977660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:48.425576 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-f04413f8-3d0f-4152-a28b-424f0977660e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 200 len: 850 time: 0.0476744 Aug 29 09:05:48.482851 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-9f9c3735-edbc-4ce8-b4b5-abd62bb3eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:48.484438 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-9f9c3735-edbc-4ce8-b4b5-abd62bb3eb39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=812fa8c2-08ae-4007-863a-07d566b3359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497510 Aug 29 09:05:48.604534 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b466cd-4858-45be-b114-f1d2234fdce0 req-398c3deb-d66b-4ad3-8b4d-d75e9212626e tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:48.605800 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95b466cd-4858-45be-b114-f1d2234fdce0 req-398c3deb-d66b-4ad3-8b4d-d75e9212626e tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 943 time: 0.1027288 Aug 29 09:05:48.635409 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-5712d39d-6eab-40f5-b4fb-317bba15bce7 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399119 Aug 29 09:05:48.670955 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95b466cd-4858-45be-b114-f1d2234fdce0 req-8153cefb-88f0-4dea-aa28-b402ccbdbf4d tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585825 Aug 29 09:05:48.697130 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46362) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:48.735961 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88f37018-aafa-4ee6-aec2-1d9a09472865 req-a6f56aba-1392-4414-a18b-3bfd620a9d82 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897450 Aug 29 09:05:48.812262 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c83013ec-afec-4c8f-a2e5-08aad9ed168e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:48.905775 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c83013ec-afec-4c8f-a2e5-08aad9ed168e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:48.911259 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c83013ec-afec-4c8f-a2e5-08aad9ed168e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:48.950289 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c83013ec-afec-4c8f-a2e5-08aad9ed168e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=062279d520d641fdadf338549459c1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516704 Aug 29 09:05:48.953799 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83013ec-afec-4c8f-a2e5-08aad9ed168e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf9715f-7f9b-452b-8877-6bcb3eae913a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:48.954243 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46368) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:48.977797 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297de9c5-6f86-4df7-b27f-a85f54594906 req-6ed521d5-08cd-4f41-9429-57822e111e58 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:48.979287 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-297de9c5-6f86-4df7-b27f-a85f54594906 req-6ed521d5-08cd-4f41-9429-57822e111e58 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 946 time: 0.0671227 Aug 29 09:05:49.042081 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-297de9c5-6f86-4df7-b27f-a85f54594906 req-bec3ac08-fdfb-4e0e-aa38-37e41db06771 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/security-groups?id=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551517 Aug 29 09:05:49.042850 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6e432d8a-552e-40cf-868e-de73e3fad5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.070846 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6e432d8a-552e-40cf-868e-de73e3fad5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.126426 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6e432d8a-552e-40cf-868e-de73e3fad5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.130292 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6e432d8a-552e-40cf-868e-de73e3fad5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.131460 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-6e432d8a-552e-40cf-868e-de73e3fad5c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cf9715f-7f9b-452b-8877-6bcb3eae913a HTTP/1.1" status: 204 len: 168 time: 0.1762512 Aug 29 09:05:49.140266 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e432d8a-552e-40cf-868e-de73e3fad5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf9715f-7f9b-452b-8877-6bcb3eae913a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:49.468881 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46374) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:49.473437 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-acf4fe7a-9937-4916-bd41-8282301f9918 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:49.475677 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-acf4fe7a-9937-4916-bd41-8282301f9918 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.57 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 946 time: 0.0625057 Aug 29 09:05:49.476587 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e8b96eca-a71e-43f0-bf2f-749e3d011f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.571095 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e8b96eca-a71e-43f0-bf2f-749e3d011f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.576425 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e8b96eca-a71e-43f0-bf2f-749e3d011f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.576623 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Deleting port 341afcbf-0c56-472d-b4d1-98559da4bada {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:49.576883 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.618903 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e8b96eca-a71e-43f0-bf2f-749e3d011f8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=744991a7d4264f37aa9986e12574dea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552403 Aug 29 09:05:49.618903 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b96eca-a71e-43f0-bf2f-749e3d011f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221388ad-1a12-4a50-985d-d7542b4d43bf,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:49.619105 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46378) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:49.710344 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] For port 341afcbf-0c56-472d-b4d1-98559da4bada, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=341afcbf-0c56-472d-b4d1-98559da4bada,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:49.710725 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.719568 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0720f2-13f5-4f30-9317-67fb8a4d28d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.727695 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Calling delete_port for 341afcbf-0c56-472d-b4d1-98559da4bada owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:49.777291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0720f2-13f5-4f30-9317-67fb8a4d28d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.873350 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2113b91-f473-43e1-b47d-ea100cf3cfa1 req-0b2a59d3-587f-490b-a297-c0bd08423db9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:49.874860 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2113b91-f473-43e1-b47d-ea100cf3cfa1 req-0b2a59d3-587f-490b-a297-c0bd08423db9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 943 time: 0.1350515 Aug 29 09:05:49.913268 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0720f2-13f5-4f30-9317-67fb8a4d28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.915794 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0720f2-13f5-4f30-9317-67fb8a4d28d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.919982 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1e0720f2-13f5-4f30-9317-67fb8a4d28d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/221388ad-1a12-4a50-985d-d7542b4d43bf HTTP/1.1" status: 204 len: 168 time: 0.2968938 Aug 29 09:05:49.954133 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0720f2-13f5-4f30-9317-67fb8a4d28d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221388ad-1a12-4a50-985d-d7542b4d43bf,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:49.961955 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2113b91-f473-43e1-b47d-ea100cf3cfa1 req-831afe7d-e947-49e4-a2ac-8af36837bd11 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795476 Aug 29 09:05:49.983728 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:49.996471 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['341afcbf-0c56-472d-b4d1-98559da4bada'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:05:50.025620 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Pushing event deleted for resources: {'Port': ['ID=341afcbf-0c56-472d-b4d1-98559da4bada,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:50.060813 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] No DVR routers for this DVR port 341afcbf-0c56-472d-b4d1-98559da4bada on host hv-cinder-80649 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:05:50.063373 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:50.065446 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-69404665-5817-4178-ace5-1dc1ca3ebe56 req-a18cf381-f41a-49ea-bf8b-323505ea75d8 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.57 "DELETE /v2.0/ports/341afcbf-0c56-472d-b4d1-98559da4bada HTTP/1.1" status: 204 len: 173 time: 0.5839322 Aug 29 09:05:50.065890 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'name': 'network-vif-deleted', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:50.068182 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb9796-6de9-4b3d-b30b-53d93c6bd84c" -d '{"events": [{"server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "name": "network-vif-deleted", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:50.161873 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd443881-8502-4bb4-9d0d-b2a934035c01 req-6e53f318-3d5d-4435-ba1a-29352f5d60f2 tempest-TestMinimumBasicScenario-641406089 tempest-TestMinimumBasicScenario-641406089-project] 10.222.0.45 "GET /v2.0/ports?device_id=27fc78cc-3a45-45c5-8aa2-687bfb74b0cd HTTP/1.1" status: 200 len: 210 time: 0.0438006 Aug 29 09:05:50.238125 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12460baf-ce7f-44ac-87c1-0b8b0b12c93e x-openstack-request-id: req-12460baf-ce7f-44ac-87c1-0b8b0b12c93e {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:50.238682 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc78cc-3a45-45c5-8aa2-687bfb74b0cd", "name": "network-vif-deleted", "tag": "341afcbf-0c56-472d-b4d1-98559da4bada", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:50.239144 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12460baf-ce7f-44ac-87c1-0b8b0b12c93e {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:50.239843 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc78cc-3a45-45c5-8aa2-687bfb74b0cd', 'name': 'network-vif-deleted', 'tag': '341afcbf-0c56-472d-b4d1-98559da4bada', 'status': 'completed', 'code': 200} Aug 29 09:05:51.089121 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c0a5a-6b52-4684-86bc-6309e6bb98f0 req-3d29ef82-d926-4c87-917f-d750bbdc3c21 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:51.090724 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca6c0a5a-6b52-4684-86bc-6309e6bb98f0 req-3d29ef82-d926-4c87-917f-d750bbdc3c21 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 943 time: 0.0506284 Aug 29 09:05:51.130182 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca6c0a5a-6b52-4684-86bc-6309e6bb98f0 req-3c2f4b80-f09d-4e25-b1c3-bb58cb565c9b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326002 Aug 29 09:05:51.429409 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 20833a0d-e453-4bb4-bc5c-7989819d31ea details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:05:51.539365 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 20833a0d-e453-4bb4-bc5c-7989819d31ea, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=20833a0d-e453-4bb4-bc5c-7989819d31ea,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:51.551157 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '20833a0d-e453-4bb4-bc5c-7989819d31ea', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'port_id': '20833a0d-e453-4bb4-bc5c-7989819d31ea', 'mac_address': 'fa:16:3e:ca:55:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:05:51.590492 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:51.611838 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20833a0d-e453-4bb4-bc5c-7989819d31ea {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:05:51.639802 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 20833a0d-e453-4bb4-bc5c-7989819d31ea, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=20833a0d-e453-4bb4-bc5c-7989819d31ea,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:51.645825 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:51.701038 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=20833a0d-e453-4bb4-bc5c-7989819d31ea,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:51.883471 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['20833a0d-e453-4bb4-bc5c-7989819d31ea'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:05:51.969739 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46482) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:52.541413 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083023d9-a87b-43c5-a947-095e359911c0 req-732dd202-3ad5-487f-ba54-b519db02b697 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:52.542899 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-083023d9-a87b-43c5-a947-095e359911c0 req-732dd202-3ad5-487f-ba54-b519db02b697 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 944 time: 0.3432019 Aug 29 09:05:52.597046 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-083023d9-a87b-43c5-a947-095e359911c0 req-a5c21d2a-e728-4c63-a0e1-f1134245ac1c tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466254 Aug 29 09:05:52.657000 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583045'] for router_interface, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:52.929036 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Deleting port 9432e664-232a-4ebf-bbb9-3a4be6101826 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:52.929533 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:53.018630 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] For port 9432e664-232a-4ebf-bbb9-3a4be6101826, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=9432e664-232a-4ebf-bbb9-3a4be6101826,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:53.018630 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:53.030457 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Calling delete_port for 9432e664-232a-4ebf-bbb9-3a4be6101826 owned by network:router_interface {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:53.219555 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:53.248278 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Pushing event deleted for resources: {'Port': ['ID=9432e664-232a-4ebf-bbb9-3a4be6101826,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:53.422243 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582863'] for router_interface, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:53.444503 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 20833a0d-e453-4bb4-bc5c-7989819d31ea up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:05:53.509790 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 20833a0d-e453-4bb4-bc5c-7989819d31ea completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:05:53.514603 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 20833a0d-e453-4bb4-bc5c-7989819d31ea triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:05:53.514986 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:53.599295 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:53.622920 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a6f721-8c65-4316-9f9e-a41774e31092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20833a0d-e453-4bb4-bc5c-7989819d31ea'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:53.625869 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740e1aae-c6ca-4951-8e86-6fd8562b3f39" -d '{"events": [{"server_uuid": "21a6f721-8c65-4316-9f9e-a41774e31092", "name": "network-vif-plugged", "status": "completed", "tag": "20833a0d-e453-4bb4-bc5c-7989819d31ea"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:53.651541 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 20833a0d-e453-4bb4-bc5c-7989819d31ea, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=20833a0d-e453-4bb4-bc5c-7989819d31ea,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:53.653449 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:53.654279 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 341afcbf-0c56-472d-b4d1-98559da4bada no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:53.666167 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Router c6ace107-7ae0-4386-8fe1-00f0f7311879 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:05:53.689491 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:05:53.698155 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 341afcbf-0c56-472d-b4d1-98559da4bada {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:53.698429 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 341afcbf-0c56-472d-b4d1-98559da4bada not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:53.726591 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=20833a0d-e453-4bb4-bc5c-7989819d31ea,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:53.816282 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ff658-d93f-4f43-bd52-96f6b2b6ca0c req-393e74cd-73d2-433c-9e52-963ff4970943 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:53.817903 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-981ff658-d93f-4f43-bd52-96f6b2b6ca0c req-393e74cd-73d2-433c-9e52-963ff4970943 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 945 time: 0.0987546 Aug 29 09:05:53.832327 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:05:53.837916 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-411fcb0c-eb34-475a-8bba-e9f15a959feb admin admin] 10.222.0.45 "PUT /v2.0/routers/c6ace107-7ae0-4386-8fe1-00f0f7311879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8670669 Aug 29 09:05:53.840925 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46496) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:53.849767 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] Sync routers for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:05:53.859917 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:53.860824 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:53.866225 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-981ff658-d93f-4f43-bd52-96f6b2b6ca0c req-e7b0ce11-b3f9-4ed4-93cc-ee53c9bf5c29 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Aug 29 09:05:53.921942 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbaf473-a65a-4d6b-9b96-fb309b203fd3 x-openstack-request-id: req-edbaf473-a65a-4d6b-9b96-fb309b203fd3 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:53.922474 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a6f721-8c65-4316-9f9e-a41774e31092", "name": "network-vif-plugged", "status": "completed", "tag": "20833a0d-e453-4bb4-bc5c-7989819d31ea", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:53.922723 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-edbaf473-a65a-4d6b-9b96-fb309b203fd3 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:53.923112 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a6f721-8c65-4316-9f9e-a41774e31092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20833a0d-e453-4bb4-bc5c-7989819d31ea', 'code': 200} Aug 29 09:05:53.961269 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:53.969124 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:54.069850 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:54.097850 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa470ba6-79d5-4716-8f7c-ea875f9abf08 req-bc9159f5-1251-4a73-824c-c53578ca46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:54.099376 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aa470ba6-79d5-4716-8f7c-ea875f9abf08 req-bc9159f5-1251-4a73-824c-c53578ca46a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 1098 time: 0.0462391 Aug 29 09:05:54.127008 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Deleting port 84ad9698-0c3b-47d4-9939-c5753ec37abe {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:54.127442 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:54.141539 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aa470ba6-79d5-4716-8f7c-ea875f9abf08 req-9c6163f5-bfb5-4c0f-aee9-a374eba7623e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312371 Aug 29 09:05:54.147543 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:05:53Z', 'revision_number': 5, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port': {'id': '84ad9698-0c3b-47d4-9939-c5753ec37abe', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:10Z', 'updated_at': '2021-08-29T09:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:54.173100 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] Checking router: c6ace107-7ae0-4386-8fe1-00f0f7311879 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:05:54.181254 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] Routers {'c6ace107-7ae0-4386-8fe1-00f0f7311879'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:54.181871 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['c6ace107-7ae0-4386-8fe1-00f0f7311879'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:54.211961 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] For port 84ad9698-0c3b-47d4-9939-c5753ec37abe, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=84ad9698-0c3b-47d4-9939-c5753ec37abe,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:54.212229 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:54.225046 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Calling delete_port for 84ad9698-0c3b-47d4-9939-c5753ec37abe owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:54.268184 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] Set router c6ace107-7ae0-4386-8fe1-00f0f7311879 gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:54.324105 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:05:54Z', 'revision_number': 6, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port_host': None}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:54.352055 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e46ee6-ca3e-41ab-9e7a-254e5254dfe1 None None] The sync data for ids ['c6ace107-7ae0-4386-8fe1-00f0f7311879'] in dv-cinder-806490-1-iscsi is: [{'id': 'c6ace107-7ae0-4386-8fe1-00f0f7311879', 'name': 'tempest-TestMinimumBasicScenario-293499737-router', 'tenant_id': '93565e4521954ec1af7961fd3f30dafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:05:54Z', 'revision_number': 6, 'project_id': '93565e4521954ec1af7961fd3f30dafe', 'gw_port_host': None}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:05:54.415393 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:54.442998 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Pushing event deleted for resources: {'Port': ['ID=84ad9698-0c3b-47d4-9939-c5753ec37abe,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:54.514603 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582677'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:54.903860 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4126'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:54.907466 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:54.995206 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b6f5a-9b74-4548-87e7-74aef8974948 req-596b3701-5095-47a2-b7cb-920e486756c7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:54.996860 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f31b6f5a-9b74-4548-87e7-74aef8974948 req-596b3701-5095-47a2-b7cb-920e486756c7 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 945 time: 0.0540633 Aug 29 09:05:55.002715 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573317'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.003537 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ace107-7ae0-4386-8fe1-00f0f7311879 {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 09:05:55.010434 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.011719 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-559f7826-c253-4982-98ce-79c8bf39648f admin admin] 10.222.0.45 "DELETE /v2.0/routers/c6ace107-7ae0-4386-8fe1-00f0f7311879 HTTP/1.1" status: 204 len: 168 time: 1.1691148 Aug 29 09:05:55.014318 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46536) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:55.042548 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f31b6f5a-9b74-4548-87e7-74aef8974948 req-3371d0ab-1c2f-46ad-b777-1fad4460fea8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387263 Aug 29 09:05:55.066033 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c01fa94-d03d-46de-a49b-285995833c42 admin admin] Deleting subnet e9692d91-96cb-450f-b111-5c9afda465b3 {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:05:55.070219 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c01fa94-d03d-46de-a49b-285995833c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.109839 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c01fa94-d03d-46de-a49b-285995833c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16836920'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.252481 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c01fa94-d03d-46de-a49b-285995833c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.325299 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c01fa94-d03d-46de-a49b-285995833c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18195450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18042502'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.353683 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01fa94-d03d-46de-a49b-285995833c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9692d91-96cb-450f-b111-5c9afda465b3,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:55.355723 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c01fa94-d03d-46de-a49b-285995833c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.357661 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7c01fa94-d03d-46de-a49b-285995833c42 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e9692d91-96cb-450f-b111-5c9afda465b3 HTTP/1.1" status: 204 len: 168 time: 0.3421988 Aug 29 09:05:55.360395 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46552) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:55.361088 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aded1b-e339-4c4a-a9d7-d5385edc00e2 None None] Network c10b2a11-424e-4d58-9217-12631745abce requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:05:55.433699 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.517184 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Deleting port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:55.517440 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.569510 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] DHCP port deletion for c10b2a11-424e-4d58-9217-12631745abce request from dv-cinder-806490-1-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 09:05:55.591458 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] For port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=9bd8ad0f-bd60-44fa-8f93-762c80f23d44,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:55.591920 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.605002 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Calling delete_port for 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 owned by network:dhcp {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:55.615798 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] Deleting port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:55.616176 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.703859 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] For port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=9bd8ad0f-bd60-44fa-8f93-762c80f23d44,segment=NetworkSegment(92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a),segment_id=92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:55.704239 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.707162 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.709292 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 84ad9698-0c3b-47d4-9939-c5753ec37abe no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:55.736774 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] No DVR routers for this DVR port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 on host dv-cinder-806490-1-iscsi {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:05:55.739163 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd8ad0f-bd60-44fa-8f93-762c80f23d44,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:55.741994 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 84ad9698-0c3b-47d4-9939-c5753ec37abe {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:55.742341 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 84ad9698-0c3b-47d4-9939-c5753ec37abe not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:55.742759 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 9432e664-232a-4ebf-bbb9-3a4be6101826 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:55.744843 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] Calling delete_port for 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:55.814903 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.826730 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10b2a11-424e-4d58-9217-12631745abce']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:55.838337 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:55.838645 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ed7b04-ad8f-49fc-a2fa-04dc39c48a6a') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:55.849374 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16836903'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.869991 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.879818 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:05:55.880469 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18195356'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: Traceback (most recent call last): Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: timer() Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: cb(*args, **kw) Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: return func(*args, **kwargs) Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: self._notify() Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: self.callback(batched_events) Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: event.method(event) Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: return f(self, *a, **k) Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._get(url).json() Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:05:55.883398 dv-cinder-806490-1-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:05:55.893670 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 9432e664-232a-4ebf-bbb9-3a4be6101826 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:55.894077 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 9432e664-232a-4ebf-bbb9-3a4be6101826 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:55.894462 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:55.918423 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:55.918423 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:55.948829 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.965404 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.967538 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] 10.222.0.45 "DELETE /v2.0/networks/c10b2a11-424e-4d58-9217-12631745abce HTTP/1.1" status: 204 len: 168 time: 0.6056206 Aug 29 09:05:55.969051 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746869f-b921-4ede-8912-f082a736764b admin admin] Pushing event deleted for resources: {'Network': ['ID=c10b2a11-424e-4d58-9217-12631745abce,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:55.970558 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46554) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:55.989698 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:55.997868 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] Network c10b2a11-424e-4d58-9217-12631745abce is not hosted by any dhcp agent {{(pid=94049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 29 09:05:55.998316 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] No DVR routers for this DVR port 9bd8ad0f-bd60-44fa-8f93-762c80f23d44 on host dv-cinder-806490-1-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:05:56.026080 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf7401-1378-436e-b0d1-08da7654fa9b None None] Pushing event deleted for resources: {'Port': ['ID=9bd8ad0f-bd60-44fa-8f93-762c80f23d44,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:56.231391 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95afff-1e8a-4452-80ad-6c8b21a296e4 req-e373ca7e-d669-4536-ae38-8922ea745271 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:56.232950 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2b95afff-1e8a-4452-80ad-6c8b21a296e4 req-e373ca7e-d669-4536-ae38-8922ea745271 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 945 time: 0.0988898 Aug 29 09:05:56.306132 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2b95afff-1e8a-4452-80ad-6c8b21a296e4 req-7674926e-e63b-4c9a-942d-7f1794766a30 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663953 Aug 29 09:05:56.447679 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc757fa-daa0-4dee-b775-98235d432b66 req-603798d8-fed8-44ba-9f76-18302772bb2a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:56.449198 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cdc757fa-daa0-4dee-b775-98235d432b66 req-603798d8-fed8-44ba-9f76-18302772bb2a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 945 time: 0.0624259 Aug 29 09:05:56.463397 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46564) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:56.468476 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583045'] for router_interface, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:56.471717 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-dcf5a3f3-35d8-43f6-bcde-2fff0d377cb0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Request body: {'floatingip': {'port_id': '20833a0d-e453-4bb4-bc5c-7989819d31ea'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:05:56.531047 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a3f3-35d8-43f6-bcde-2fff0d377cb0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:56.792697 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Deleting port a6636a28-03dc-49a4-b4ea-474c0aa229fb {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:56.792697 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:56.925457 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] For port a6636a28-03dc-49a4-b4ea-474c0aa229fb, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=a6636a28-03dc-49a4-b4ea-474c0aa229fb,segment=NetworkSegment(72be2ef5-c8a5-45fc-8950-b461cbb7ec20),segment_id=72be2ef5-c8a5-45fc-8950-b461cbb7ec20)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:56.925862 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:56.945077 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Calling delete_port for a6636a28-03dc-49a4-b4ea-474c0aa229fb owned by network:router_interface {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:56.955907 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46576) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:57.123582 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a3f3-35d8-43f6-bcde-2fff0d377cb0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.129268 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a3f3-35d8-43f6-bcde-2fff0d377cb0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.130814 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4643f7ae-bce1-461b-acb5-3a0c62cf0cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.246824 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-dcf5a3f3-35d8-43f6-bcde-2fff0d377cb0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Floating IP ce812fd3-f3d9-4795-a98e-946627b9c636 associated. External IP: 172.27.3.96, port: 20833a0d-e453-4bb4-bc5c-7989819d31ea. Aug 29 09:05:57.274921 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.320544 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6636a28-03dc-49a4-b4ea-474c0aa229fb,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:57.408343 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4643f7ae-bce1-461b-acb5-3a0c62cf0cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.420783 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4643f7ae-bce1-461b-acb5-3a0c62cf0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.505058 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-4643f7ae-bce1-461b-acb5-3a0c62cf0cc1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf157576ef494c8e983f4792431ebbd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477774 Aug 29 09:05:57.506261 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46580) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:57.514760 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643f7ae-bce1-461b-acb5-3a0c62cf0cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678807df-8eb5-40b3-b69b-56118af06342,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:57.527307 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf5a3f3-35d8-43f6-bcde-2fff0d377cb0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Router 0397e72a-1e3c-4d8e-87cf-44f449991500 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:05:57.585887 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582863'] for router_interface, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.653224 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-089d84c8-397b-4cbd-a822-07996a22ff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.712036 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-089d84c8-397b-4cbd-a822-07996a22ff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.751347 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf5a3f3-35d8-43f6-bcde-2fff0d377cb0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:05:57.758159 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-dcf5a3f3-35d8-43f6-bcde-2fff0d377cb0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.762774 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] Sync routers for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:05:57.772803 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:57.773770 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:57.792979 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-dcf5a3f3-35d8-43f6-bcde-2fff0d377cb0 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "PUT /v2.0/floatingips/ce812fd3-f3d9-4795-a98e-946627b9c636 HTTP/1.1" status: 200 len: 990 time: 1.3282955 Aug 29 09:05:57.795317 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a6f721-8c65-4316-9f9e-a41774e31092', 'tag': '20833a0d-e453-4bb4-bc5c-7989819d31ea'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:05:57.796824 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87504499-ebf3-4ea6-8cf6-1686fc31fedd" -d '{"events": [{"name": "network-changed", "server_uuid": "21a6f721-8c65-4316-9f9e-a41774e31092", "tag": "20833a0d-e453-4bb4-bc5c-7989819d31ea"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:05:57.824069 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-089d84c8-397b-4cbd-a822-07996a22ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.827503 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-089d84c8-397b-4cbd-a822-07996a22ff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:57.831048 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-089d84c8-397b-4cbd-a822-07996a22ff43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/678807df-8eb5-40b3-b69b-56118af06342 HTTP/1.1" status: 204 len: 168 time: 0.3197541 Aug 29 09:05:57.836421 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Router a7d6af87-e390-43af-a154-5c849cdd2c58 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:05:57.857035 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d84c8-397b-4cbd-a822-07996a22ff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678807df-8eb5-40b3-b69b-56118af06342,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:57.975399 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:57.984720 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bfaf19-5ffc-4221-b256-c2ca0c33a32c x-openstack-request-id: req-14bfaf19-5ffc-4221-b256-c2ca0c33a32c {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:05:57.985019 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a6f721-8c65-4316-9f9e-a41774e31092", "tag": "20833a0d-e453-4bb4-bc5c-7989819d31ea", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:05:57.985315 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14bfaf19-5ffc-4221-b256-c2ca0c33a32c {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:05:57.985747 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a6f721-8c65-4316-9f9e-a41774e31092', 'tag': '20833a0d-e453-4bb4-bc5c-7989819d31ea', 'status': 'completed', 'code': 200} Aug 29 09:05:58.053901 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:05:58.063995 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] Sync routers for ids ['a7d6af87-e390-43af-a154-5c849cdd2c58'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:05:58.066849 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bbb5b371-ea5f-4d34-827c-b6b04486c150 admin admin] 10.222.0.45 "PUT /v2.0/routers/a7d6af87-e390-43af-a154-5c849cdd2c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0951324 Aug 29 09:05:58.069503 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46590) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:58.094665 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] Routers {'a7d6af87-e390-43af-a154-5c849cdd2c58'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:58.097085 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['a7d6af87-e390-43af-a154-5c849cdd2c58'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:58.099725 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-509fa641-734b-43eb-a063-1c3886cb0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:58.101811 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-509fa641-734b-43eb-a063-1c3886cb0511 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d85a68703f65460f8635a7760e48717c&device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 1098 time: 0.0785522 Aug 29 09:05:58.263654 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:58.269558 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] Set router a7d6af87-e390-43af-a154-5c849cdd2c58 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:58.291714 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-2a89ca98-5ce3-4af2-bf83-a5d3a53be5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:58.296285 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-2a89ca98-5ce3-4af2-bf83-a5d3a53be5f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 200 len: 912 time: 0.1858175 Aug 29 09:05:58.401459 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46592) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:58.410229 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'ce812fd3-f3d9-4795-a98e-946627b9c636', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'port_id': '20833a0d-e453-4bb4-bc5c-7989819d31ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'mac_address': 'fa:16:3e:ca:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a6f721-8c65-4316-9f9e-a41774e31092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:42Z', 'updated_at': '2021-08-29T09:05:57Z', 'revision_number': 1, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:58.419451 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e0c5-587d-4bf5-a85a-558363477656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:58.449519 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] Checking router: 0397e72a-1e3c-4d8e-87cf-44f449991500 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:05:58.466079 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:58.468264 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:58.486090 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:58.506628 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:18Z', 'updated_at': '2021-08-29T09:05:57Z', 'revision_number': 5, 'project_id': '9fca49954cce415990db948931f896cd', 'gw_port': {'id': 'c8d5c4c5-851c-4705-a3ae-7c5d2cc65434', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:48:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:19Z', 'updated_at': '2021-08-29T09:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:58.545415 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] Checking router: a7d6af87-e390-43af-a154-5c849cdd2c58 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:05:58.559681 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] Routers {'a7d6af87-e390-43af-a154-5c849cdd2c58'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:05:58.561672 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:05:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['a7d6af87-e390-43af-a154-5c849cdd2c58'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:58.617632 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Deleting port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:58.617985 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:58.642412 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:58.718928 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e0c5-587d-4bf5-a85a-558363477656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:58.731063 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e0c5-587d-4bf5-a85a-558363477656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:58.750721 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-37f108e3-cf54-4497-a9d3-4b8d47349a33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20833a0d-e453-4bb4-bc5c-7989819d31ea HTTP/1.1" status: 200 len: 998 time: 0.4451725 Aug 29 09:05:58.798247 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] For port c8d5c4c5-851c-4705-a3ae-7c5d2cc65434, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=c8d5c4c5-851c-4705-a3ae-7c5d2cc65434,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:58.798619 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:58.807550 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7e0c5-587d-4bf5-a85a-558363477656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131aabd0-0d20-4e94-aca4-95866224b06f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:58.813816 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] Set router a7d6af87-e390-43af-a154-5c849cdd2c58 gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:05:58.817179 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-02b733f3-50c0-4ced-9561-a4668752ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:58.817351 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f8e7e0c5-587d-4bf5-a85a-558363477656 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0df54a9dc61c4f488c6fc2cdf31d4751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147253 Aug 29 09:05:58.819120 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-02b733f3-50c0-4ced-9561-a4668752ed61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 200 len: 850 time: 0.0577185 Aug 29 09:05:58.820391 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46594) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:58.822472 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Calling delete_port for c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:58.884892 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:18Z', 'updated_at': '2021-08-29T09:05:58Z', 'revision_number': 6, 'project_id': '9fca49954cce415990db948931f896cd', 'gw_port_host': None}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:58.899625 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-9538565a-b5f9-40da-8fd0-bd77ce82d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:05:58.901365 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-9538565a-b5f9-40da-8fd0-bd77ce82d512 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=812fa8c2-08ae-4007-863a-07d566b3359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712130 Aug 29 09:05:58.921418 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1228d275-718a-45fa-85c2-8c00a79798a5 None None] The sync data for ids ['a7d6af87-e390-43af-a154-5c849cdd2c58'] in dv-cinder-806490-1-iscsi is: [{'id': 'a7d6af87-e390-43af-a154-5c849cdd2c58', 'name': 'tempest-TestMinimumBasicScenario-1501327161-router', 'tenant_id': '9fca49954cce415990db948931f896cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:18Z', 'updated_at': '2021-08-29T09:05:58Z', 'revision_number': 6, 'project_id': '9fca49954cce415990db948931f896cd', 'gw_port_host': None}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:05:58.954312 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'ce812fd3-f3d9-4795-a98e-946627b9c636', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'port_id': '20833a0d-e453-4bb4-bc5c-7989819d31ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'mac_address': 'fa:16:3e:ca:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a6f721-8c65-4316-9f9e-a41774e31092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:42Z', 'updated_at': '2021-08-29T09:05:57Z', 'revision_number': 1, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:05:58.977864 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3882cdac-3fcd-4628-9cc0-9250114da122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:58.988720 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe202311-020b-4107-b9bb-6fbcabef01c7 None None] The sync data for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi is: [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': 'ce812fd3-f3d9-4795-a98e-946627b9c636', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'port_id': '20833a0d-e453-4bb4-bc5c-7989819d31ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'mac_address': 'fa:16:3e:ca:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a6f721-8c65-4316-9f9e-a41774e31092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:42Z', 'updated_at': '2021-08-29T09:05:57Z', 'revision_number': 1, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:05:59.023297 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3882cdac-3fcd-4628-9cc0-9250114da122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.083063 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.085908 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-00c5b804-bc17-4e24-b995-9cf216c7d9ce service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759365 Aug 29 09:05:59.139113 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d5c4c5-851c-4705-a3ae-7c5d2cc65434,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:59.170329 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3882cdac-3fcd-4628-9cc0-9250114da122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.173275 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3882cdac-3fcd-4628-9cc0-9250114da122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.177041 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3882cdac-3fcd-4628-9cc0-9250114da122 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/131aabd0-0d20-4e94-aca4-95866224b06f HTTP/1.1" status: 204 len: 168 time: 0.3524120 Aug 29 09:05:59.194155 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882cdac-3fcd-4628-9cc0-9250114da122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131aabd0-0d20-4e94-aca4-95866224b06f,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:59.216674 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582677'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.226499 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87504499-ebf3-4ea6-8cf6-1686fc31fedd req-0303587b-6e1e-4ee4-84d3-cd0fa93d2239 service neutron] 10.222.0.57 "GET /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333683 Aug 29 09:05:59.327120 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4126'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.328625 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.362247 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3c253-f6c4-4041-9351-7635310738f6 None None] New status for floating IP ce812fd3-f3d9-4795-a98e-946627b9c636: ACTIVE {{(pid=94049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:05:59.392447 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573317'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.393356 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d6af87-e390-43af-a154-5c849cdd2c58 {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 09:05:59.400085 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.404807 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c3578793-0b40-467f-9e28-7eb333301f6e admin admin] 10.222.0.45 "DELETE /v2.0/routers/a7d6af87-e390-43af-a154-5c849cdd2c58 HTTP/1.1" status: 204 len: 168 time: 1.3306687 Aug 29 09:05:59.405368 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46602) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:59.464707 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-55018770-d842-4b28-87c4-c64513d41b99 admin admin] Deleting subnet 4a72afc5-d88a-4768-a621-f8935f05164c {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:05:59.468291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-55018770-d842-4b28-87c4-c64513d41b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.508877 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-55018770-d842-4b28-87c4-c64513d41b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.599296 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-55018770-d842-4b28-87c4-c64513d41b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.653730 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-55018770-d842-4b28-87c4-c64513d41b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.682390 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55018770-d842-4b28-87c4-c64513d41b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a72afc5-d88a-4768-a621-f8935f05164c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:05:59.684496 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-55018770-d842-4b28-87c4-c64513d41b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.687230 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-55018770-d842-4b28-87c4-c64513d41b99 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4a72afc5-d88a-4768-a621-f8935f05164c HTTP/1.1" status: 204 len: 168 time: 0.2797956 Aug 29 09:05:59.689298 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46612) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:05:59.692536 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a10811d-d48e-4555-928d-3a5aaf7f5702 None None] Network b370f855-7b19-48c9-91ce-da9f1ecf6f9a requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:05:59.765190 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.848144 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device a6636a28-03dc-49a4-b4ea-474c0aa229fb no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:59.854506 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Deleting port 605fa9dd-13d0-452b-95e4-1bee0d006ffa {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:59.854942 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.873038 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: a6636a28-03dc-49a4-b4ea-474c0aa229fb {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:59.873392 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device a6636a28-03dc-49a4-b4ea-474c0aa229fb not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:59.873841 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:05:59.896432 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:05:59.896432 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device c8d5c4c5-851c-4705-a3ae-7c5d2cc65434 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:05:59.911645 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd5cf6-80a6-4069-ba68-0c6d40b9d395 None None] DHCP port deletion for b370f855-7b19-48c9-91ce-da9f1ecf6f9a request from dv-cinder-806490-1-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 09:05:59.942266 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] For port 605fa9dd-13d0-452b-95e4-1bee0d006ffa, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=605fa9dd-13d0-452b-95e4-1bee0d006ffa,segment=NetworkSegment(72be2ef5-c8a5-45fc-8950-b461cbb7ec20),segment_id=72be2ef5-c8a5-45fc-8950-b461cbb7ec20)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:05:59.942644 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:05:59.960968 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Calling delete_port for 605fa9dd-13d0-452b-95e4-1bee0d006ffa owned by network:dhcp {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:05:59.971190 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-1efd5cf6-80a6-4069-ba68-0c6d40b9d395 None None] Deleting port 605fa9dd-13d0-452b-95e4-1bee0d006ffa {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:05:59.971747 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1efd5cf6-80a6-4069-ba68-0c6d40b9d395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.040721 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-1efd5cf6-80a6-4069-ba68-0c6d40b9d395 None None] For port 605fa9dd-13d0-452b-95e4-1bee0d006ffa, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=605fa9dd-13d0-452b-95e4-1bee0d006ffa,segment=NetworkSegment(72be2ef5-c8a5-45fc-8950-b461cbb7ec20),segment_id=72be2ef5-c8a5-45fc-8950-b461cbb7ec20)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:06:00.041127 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1efd5cf6-80a6-4069-ba68-0c6d40b9d395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.049468 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.058402 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-1efd5cf6-80a6-4069-ba68-0c6d40b9d395 None None] Calling delete_port for 605fa9dd-13d0-452b-95e4-1bee0d006ffa owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:06:00.094339 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=605fa9dd-13d0-452b-95e4-1bee0d006ffa,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:00.111794 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] No DVR routers for this DVR port 605fa9dd-13d0-452b-95e4-1bee0d006ffa on host dv-cinder-806490-1-iscsi {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:06:00.181418 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1efd5cf6-80a6-4069-ba68-0c6d40b9d395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.210479 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.226666 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b370f855-7b19-48c9-91ce-da9f1ecf6f9a']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:06:00.233128 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd5cf6-80a6-4069-ba68-0c6d40b9d395 None None] No DVR routers for this DVR port 605fa9dd-13d0-452b-95e4-1bee0d006ffa on host dv-cinder-806490-1-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:06:00.237021 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd5cf6-80a6-4069-ba68-0c6d40b9d395 None None] Pushing event deleted for resources: {'Port': ['ID=605fa9dd-13d0-452b-95e4-1bee0d006ffa,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:00.240097 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72be2ef5-c8a5-45fc-8950-b461cbb7ec20') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:06:00.240645 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72be2ef5-c8a5-45fc-8950-b461cbb7ec20') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:06:00.256476 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159152'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.276086 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.283603 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:06:00.284030 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166108'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: Traceback (most recent call last): Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: timer() Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: cb(*args, **kw) Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: return func(*args, **kwargs) Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: self._notify() Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: self.callback(batched_events) Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: event.method(event) Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: return f(self, *a, **k) Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._get(url).json() Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:06:00.285829 dv-cinder-806490-1-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:06:00.346778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.351967 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.354203 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] 10.222.0.45 "DELETE /v2.0/networks/b370f855-7b19-48c9-91ce-da9f1ecf6f9a HTTP/1.1" status: 204 len: 168 time: 0.6636903 Aug 29 09:06:00.368941 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37005d-2f2e-479e-a33a-5c2f8948bb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=b370f855-7b19-48c9-91ce-da9f1ecf6f9a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:00.589961 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46636) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:00.635914 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-aa51e514-2a5b-49f6-a384-b75d1974fcd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93565e4521954ec1af7961fd3f30dafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442922 Aug 29 09:06:00.638886 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46638) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:00.662040 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46640) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:00.689542 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c6a73326-24f2-45b7-8429-1ac1ad176767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.711232 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c6a73326-24f2-45b7-8429-1ac1ad176767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.762949 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c6a73326-24f2-45b7-8429-1ac1ad176767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.765962 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c6a73326-24f2-45b7-8429-1ac1ad176767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.769456 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c6a73326-24f2-45b7-8429-1ac1ad176767 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a3946e2-64dd-40f6-94cd-ad09bfd39ca2 HTTP/1.1" status: 204 len: 168 time: 0.1275036 Aug 29 09:06:00.776379 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a73326-24f2-45b7-8429-1ac1ad176767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3946e2-64dd-40f6-94cd-ad09bfd39ca2,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:00.779339 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-036748c0-d23e-4ea9-b7a0-d19385e3c235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.881811 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-036748c0-d23e-4ea9-b7a0-d19385e3c235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.887792 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-036748c0-d23e-4ea9-b7a0-d19385e3c235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.925968 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036748c0-d23e-4ea9-b7a0-d19385e3c235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b53d4-610e-4c1c-bc85-b54b2075698d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:00.934152 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-036748c0-d23e-4ea9-b7a0-d19385e3c235 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44742816e2fa48e2811cc0a9e8697150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683098 Aug 29 09:06:00.935590 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46648) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:00.985205 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:00.989351 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d5b072fd-4391-4850-91c3-1de249a14338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:01.012408 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d5b072fd-4391-4850-91c3-1de249a14338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:01.059099 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46650) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:01.077067 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d5b072fd-4391-4850-91c3-1de249a14338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:01.079677 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d5b072fd-4391-4850-91c3-1de249a14338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:01.080899 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d5b072fd-4391-4850-91c3-1de249a14338 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0c2b53d4-610e-4c1c-bc85-b54b2075698d HTTP/1.1" status: 204 len: 168 time: 0.1453969 Aug 29 09:06:01.092318 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b072fd-4391-4850-91c3-1de249a14338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b53d4-610e-4c1c-bc85-b54b2075698d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:01.121276 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-467f9d1c-070d-4342-81a3-fb45a575cfaa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9fca49954cce415990db948931f896cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592101 Aug 29 09:06:01.122635 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46654) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:01.176591 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a0529dba-cd72-4a10-95ee-c79ce43e1b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:01.199887 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a0529dba-cd72-4a10-95ee-c79ce43e1b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:01.249527 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a0529dba-cd72-4a10-95ee-c79ce43e1b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:01.254370 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a0529dba-cd72-4a10-95ee-c79ce43e1b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:01.255636 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a0529dba-cd72-4a10-95ee-c79ce43e1b76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dabbfb71-4f4f-4c94-aede-0ac133a2c26e HTTP/1.1" status: 204 len: 168 time: 0.1320775 Aug 29 09:06:01.269673 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0529dba-cd72-4a10-95ee-c79ce43e1b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabbfb71-4f4f-4c94-aede-0ac133a2c26e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:01.708972 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 605fa9dd-13d0-452b-95e4-1bee0d006ffa no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:06:01.730072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 605fa9dd-13d0-452b-95e4-1bee0d006ffa {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:06:01.730458 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 605fa9dd-13d0-452b-95e4-1bee0d006ffa not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:06:03.245757 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5371c404-e545-44be-b9e5-41fd1a83482b req-df52260f-4216-49f0-a99d-d9eccea1aa1c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618579 Aug 29 09:06:03.313925 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371c404-e545-44be-b9e5-41fd1a83482b req-bcf1c9b0-7963-4931-808b-4a38ecd7d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:03.315502 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5371c404-e545-44be-b9e5-41fd1a83482b req-bcf1c9b0-7963-4931-808b-4a38ecd7d06f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1098 time: 0.0460167 Aug 29 09:06:03.430329 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371c404-e545-44be-b9e5-41fd1a83482b req-51c02749-9666-489f-8e87-647e28b3e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:03.430662 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5371c404-e545-44be-b9e5-41fd1a83482b req-51c02749-9666-489f-8e87-647e28b3e1f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 200 len: 909 time: 0.0902898 Aug 29 09:06:03.518912 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5371c404-e545-44be-b9e5-41fd1a83482b req-90920c18-0981-4fbb-b702-221e32543822 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 200 len: 1001 time: 0.0804441 Aug 29 09:06:03.600479 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371c404-e545-44be-b9e5-41fd1a83482b req-101d98e7-2bf6-4dc0-bb03-8a0b1d457e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:03.602521 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5371c404-e545-44be-b9e5-41fd1a83482b req-101d98e7-2bf6-4dc0-bb03-8a0b1d457e11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c5ff27-27c8-417a-9da9-5af377c0bd2a HTTP/1.1" status: 200 len: 847 time: 0.0758915 Aug 29 09:06:03.651464 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371c404-e545-44be-b9e5-41fd1a83482b req-d5873093-5eee-4e38-9de7-28c907d49489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:03.653433 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5371c404-e545-44be-b9e5-41fd1a83482b req-d5873093-5eee-4e38-9de7-28c907d49489 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e77824f9-c1e4-4c16-9faf-fec3955338f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435221 Aug 29 09:06:03.788193 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5371c404-e545-44be-b9e5-41fd1a83482b req-2acc2590-67a0-4fc8-ab78-09ad4f03e2da service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223207 Aug 29 09:06:03.891687 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5371c404-e545-44be-b9e5-41fd1a83482b req-011d7d41-6ec1-44d1-8a08-ddbb152e0fcd service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956872 Aug 29 09:06:10.321477 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-66ec7ac9-89d5-4271-9307-24d47a8dffd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:12.397338 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a1e45-1420-4380-80b5-8c572a9ea3a0 req-3f1b7671-c2b0-4d73-90a3-ec6779b2557e tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:12.398982 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-426a1e45-1420-4380-80b5-8c572a9ea3a0 req-3f1b7671-c2b0-4d73-90a3-ec6779b2557e tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0587738 Aug 29 09:06:12.441634 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-426a1e45-1420-4380-80b5-8c572a9ea3a0 req-7db3597b-0967-4b6b-b298-8b75cd6e8344 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338101 Aug 29 09:06:13.567543 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ffafd-cc7f-422d-a4a0-570a9a17c4bf req-53da2334-24eb-4905-beaf-d4b01dce20c3 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:13.569038 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9d8ffafd-cc7f-422d-a4a0-570a9a17c4bf req-53da2334-24eb-4905-beaf-d4b01dce20c3 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0487657 Aug 29 09:06:13.610568 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9d8ffafd-cc7f-422d-a4a0-570a9a17c4bf req-9c888d6d-8d61-44df-bec7-949e80c0809d tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348144 Aug 29 09:06:13.864455 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:14.746174 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd3429-c435-41db-851e-8451594edc28 req-5cea91ec-2b8b-4173-b879-7206247183cc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:14.747780 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-efcd3429-c435-41db-851e-8451594edc28 req-5cea91ec-2b8b-4173-b879-7206247183cc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0527878 Aug 29 09:06:14.791427 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-efcd3429-c435-41db-851e-8451594edc28 req-18e43b59-dc9b-4fa8-81d8-633eda755e09 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374160 Aug 29 09:06:15.105045 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-483612c1-ae48-44f2-85a0-7678a29cfef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:16.389791 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:17.626998 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:17.930667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58841f-c2c3-4642-bae2-a6f548f8f639 req-ddb8435b-374b-4391-898c-c163b0468a68 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:17.932256 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fe58841f-c2c3-4642-bae2-a6f548f8f639 req-ddb8435b-374b-4391-898c-c163b0468a68 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0574455 Aug 29 09:06:17.974476 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fe58841f-c2c3-4642-bae2-a6f548f8f639 req-d4b3cceb-5306-4e54-8d66-1a499d668133 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356719 Aug 29 09:06:19.104186 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd77d2-5ee7-4bf2-8e40-b4f1443d0c0e req-3b75643a-3841-4497-a02e-bb9a678336f5 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:19.105722 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33dd77d2-5ee7-4bf2-8e40-b4f1443d0c0e req-3b75643a-3841-4497-a02e-bb9a678336f5 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0594096 Aug 29 09:06:19.154991 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33dd77d2-5ee7-4bf2-8e40-b4f1443d0c0e req-75ac64d6-ccd1-493a-bc14-3cdebe09b946 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404921 Aug 29 09:06:20.286632 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19feabe-59ad-45f7-b0ef-676ed8c4f9bd req-7a9e4cb1-5aaf-491a-8fbe-750d0a638256 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:20.288193 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d19feabe-59ad-45f7-b0ef-676ed8c4f9bd req-7a9e4cb1-5aaf-491a-8fbe-750d0a638256 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0578165 Aug 29 09:06:20.338299 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d19feabe-59ad-45f7-b0ef-676ed8c4f9bd req-18096159-6715-438c-bfc2-a1cc47de1dc5 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Aug 29 09:06:21.475480 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c001fdf-5959-41b3-abd9-4fe7c39249eb req-211e88e4-6df0-42d0-b18f-f2c648031933 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:21.477107 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c001fdf-5959-41b3-abd9-4fe7c39249eb req-211e88e4-6df0-42d0-b18f-f2c648031933 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0554366 Aug 29 09:06:21.520487 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c001fdf-5959-41b3-abd9-4fe7c39249eb req-ebaa484b-252f-48f1-8095-f7ab7673cadb tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365055 Aug 29 09:06:22.323368 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46826) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:22.442468 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:22.556893 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:22.563394 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:22.596127 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-3e4792de-0330-4a0d-9d73-7706f25693be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:22.598131 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-3e4792de-0330-4a0d-9d73-7706f25693be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1098 time: 0.0521107 Aug 29 09:06:22.601152 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d82d838affae4516ae36b0005a4b9dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766397 Aug 29 09:06:22.604393 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46832) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:22.612069 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8326c9-a72e-477c-8600-66b3f16f3883,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:22.619865 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.620208 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.620548 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.620886 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.621212 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.621587 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.621914 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.622237 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.622659 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.622988 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.623308 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.623629 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a980b21d-c4bb-4125-a694-c04a6280dc3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:22.848224 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74c526-cfc2-45de-bd8e-d90d3a8f324b req-011971b1-9f38-41e8-9a76-a85c428b2309 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:22.849779 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e74c526-cfc2-45de-bd8e-d90d3a8f324b req-011971b1-9f38-41e8-9a76-a85c428b2309 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.2410026 Aug 29 09:06:22.884190 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1b7c0c6-192c-4f4b-b345-92767616c57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:22.892711 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-efcb5973-7300-4473-b18f-1529707132ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:22.894377 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-efcb5973-7300-4473-b18f-1529707132ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 200 len: 909 time: 0.2834492 Aug 29 09:06:22.960999 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1b7c0c6-192c-4f4b-b345-92767616c57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:22.965193 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e74c526-cfc2-45de-bd8e-d90d3a8f324b req-df9aeea3-77c0-479d-9b78-b9b7e629a38f tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083086 Aug 29 09:06:23.012864 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-7ecabcb9-9465-49f3-acba-ad04028f4fc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 200 len: 1001 time: 0.1088858 Aug 29 09:06:23.056465 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1b7c0c6-192c-4f4b-b345-92767616c57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:23.059084 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1b7c0c6-192c-4f4b-b345-92767616c57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:23.060259 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c1b7c0c6-192c-4f4b-b345-92767616c57d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca8326c9-a72e-477c-8600-66b3f16f3883 HTTP/1.1" status: 204 len: 168 time: 0.4536424 Aug 29 09:06:23.074714 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7c0c6-192c-4f4b-b345-92767616c57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8326c9-a72e-477c-8600-66b3f16f3883,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:23.080552 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-f8c52080-f364-496d-acb6-ec705fbdaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:23.082081 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-f8c52080-f364-496d-acb6-ec705fbdaac9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c5ff27-27c8-417a-9da9-5af377c0bd2a HTTP/1.1" status: 200 len: 847 time: 0.0618641 Aug 29 09:06:23.132927 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-6da23a41-8200-4b36-a91f-72cef05c3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:23.134532 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-6da23a41-8200-4b36-a91f-72cef05c3b1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e77824f9-c1e4-4c16-9faf-fec3955338f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445728 Aug 29 09:06:23.245274 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-6f0b9abb-8cec-4ca6-ab7f-a9d4457a7d0d service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021729 Aug 29 09:06:23.364535 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f975821f-e7ed-4c50-8e1e-184ee8c1c20f req-e2f1a8e0-5ad1-4f5b-9b0a-87c8b5f9ef15 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095805 Aug 29 09:06:24.097342 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e21749-df47-4a12-b335-9ae3acb6c2b3 req-82a39567-b6e3-4bae-865b-cbc811cff622 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:24.098910 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-58e21749-df47-4a12-b335-9ae3acb6c2b3 req-82a39567-b6e3-4bae-865b-cbc811cff622 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0566752 Aug 29 09:06:24.139186 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-58e21749-df47-4a12-b335-9ae3acb6c2b3 req-bba8b2fe-9b8d-4c43-912d-19fbfe09a3c3 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338755 Aug 29 09:06:24.293512 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 46870) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:24.409017 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d14165cb-6bff-4aac-a92a-5cfe20b851ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:24.529312 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d14165cb-6bff-4aac-a92a-5cfe20b851ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:24.534961 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d14165cb-6bff-4aac-a92a-5cfe20b851ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:24.575453 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d14165cb-6bff-4aac-a92a-5cfe20b851ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76abf4a6b16d414793a57489608d1d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805827 Aug 29 09:06:24.576090 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14165cb-6bff-4aac-a92a-5cfe20b851ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fde855-ea2e-4645-9849-42fa4306ea7f,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:24.578091 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 46876) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:06:24.641087 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff925-02da-4e11-a5da-2514e54f1f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:24.664993 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff925-02da-4e11-a5da-2514e54f1f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:24.720797 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff925-02da-4e11-a5da-2514e54f1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:24.724833 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff925-02da-4e11-a5da-2514e54f1f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:24.726507 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-9b8ff925-02da-4e11-a5da-2514e54f1f81 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3fde855-ea2e-4645-9849-42fa4306ea7f HTTP/1.1" status: 204 len: 168 time: 0.1473699 Aug 29 09:06:24.735233 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ff925-02da-4e11-a5da-2514e54f1f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fde855-ea2e-4645-9849-42fa4306ea7f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:25.282806 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84063b9d-ba20-40a7-a97b-7ef297bd9354 req-87027319-56a1-49ec-801a-18923f6fd623 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:25.284742 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84063b9d-ba20-40a7-a97b-7ef297bd9354 req-87027319-56a1-49ec-801a-18923f6fd623 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0582974 Aug 29 09:06:25.325802 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84063b9d-ba20-40a7-a97b-7ef297bd9354 req-8794f5fd-611b-4fdc-9e3f-37a881ba10b3 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345421 Aug 29 09:06:26.464677 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e07951-2733-492c-920e-45a17094f578 req-227f68d3-a42c-4263-bbb0-70b792f9e6a0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:26.476976 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52e07951-2733-492c-920e-45a17094f578 req-227f68d3-a42c-4263-bbb0-70b792f9e6a0 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0648246 Aug 29 09:06:26.513316 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52e07951-2733-492c-920e-45a17094f578 req-ef417553-c687-40b6-b452-cd07739266e8 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377431 Aug 29 09:06:26.838485 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15978e27-0ced-468a-b52b-e4cb73cc39af req-de97990d-1eb0-44ec-b7af-53df2448ef5b tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:26.840726 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15978e27-0ced-468a-b52b-e4cb73cc39af req-de97990d-1eb0-44ec-b7af-53df2448ef5b tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0771923 Aug 29 09:06:26.845196 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-dc70c0be-8244-4bef-92ec-878e5334973b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1763165 Aug 29 09:06:26.883832 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15978e27-0ced-468a-b52b-e4cb73cc39af req-095eff44-463d-4569-9ca1-cb9daa9e433b tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364883 Aug 29 09:06:28.018939 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b19b8b-fb2c-474a-98dc-c7d0a1e16180 req-ba8f663b-2055-4da1-b4f4-759275d09d5b tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:28.020331 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b5b19b8b-fb2c-474a-98dc-c7d0a1e16180 req-ba8f663b-2055-4da1-b4f4-759275d09d5b tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0550003 Aug 29 09:06:28.064509 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b5b19b8b-fb2c-474a-98dc-c7d0a1e16180 req-7e468e02-0c9f-4aee-bc16-c6c421e0b631 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373890 Aug 29 09:06:28.140926 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-5c117fe6-a244-4332-9e39-70eaa022a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:28.142480 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-5c117fe6-a244-4332-9e39-70eaa022a197 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109&tenant_id=4d8729da79b745baa69c923d2ee2bcc0 HTTP/1.1" status: 200 len: 1098 time: 0.0430710 Aug 29 09:06:28.212037 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-7ccaa1ea-0ed6-4798-a14e-b6178453b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:28.213598 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-7ccaa1ea-0ed6-4798-a14e-b6178453b81e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1098 time: 0.0462480 Aug 29 09:06:28.313475 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-8b71accb-a6fb-4734-b820-0c307f35f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:28.314974 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-8b71accb-a6fb-4734-b820-0c307f35f03c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 200 len: 909 time: 0.0940769 Aug 29 09:06:28.383801 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-ce3c5727-cea2-4bd7-b38d-53e8da8aabac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 200 len: 1001 time: 0.0613067 Aug 29 09:06:28.443493 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-eb4574cf-3001-4a40-a620-94a247312356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:28.446139 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-eb4574cf-3001-4a40-a620-94a247312356 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c5ff27-27c8-417a-9da9-5af377c0bd2a HTTP/1.1" status: 200 len: 847 time: 0.0552387 Aug 29 09:06:28.497566 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-cc56317d-ff44-461a-b8d0-c04a0b02321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:28.499089 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-cc56317d-ff44-461a-b8d0-c04a0b02321c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e77824f9-c1e4-4c16-9faf-fec3955338f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459232 Aug 29 09:06:28.603956 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-2c5d7303-fe6d-4d8e-aaa5-6ebb2414a5a4 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972300 Aug 29 09:06:28.706363 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc2c36d5-659b-43cb-ac82-41b88d85f1d9 req-e3d113c3-8c2c-4fc7-b9f0-c5567efdc20c service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929627 Aug 29 09:06:29.203943 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006619bf-a688-48d7-ad69-361365292f87 req-770730ae-f14f-4816-9357-d12a05de9e55 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:29.205376 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-006619bf-a688-48d7-ad69-361365292f87 req-770730ae-f14f-4816-9357-d12a05de9e55 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0660253 Aug 29 09:06:29.246894 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-006619bf-a688-48d7-ad69-361365292f87 req-d3cdd2aa-1c71-4cea-8e95-08c724bab1d1 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337737 Aug 29 09:06:29.630746 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a2e37ee1-3670-4d2f-8600-f5d724543366 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:06:29.717203 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:29.743157 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:06:29.745536 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5383be9f-34d4-4eb2-af55-b356a2d85eae" -d '{"events": [{"server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "name": "network-vif-unplugged", "status": "completed", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:06:29.759539 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a2e37ee1-3670-4d2f-8600-f5d724543366,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:06:29.766148 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:29.795863 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 29 Aug 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773ee3f1-85d1-43ba-b868-31973bedbb26 x-openstack-request-id: req-773ee3f1-85d1-43ba-b868-31973bedbb26 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:06:29.796212 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "name": "network-vif-unplugged", "status": "completed", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:06:29.796393 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-773ee3f1-85d1-43ba-b868-31973bedbb26 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:06:29.796757 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'code': 200} Aug 29 09:06:29.823666 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=a2e37ee1-3670-4d2f-8600-f5d724543366,revision_number=6']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:29.830731 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.831079 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.831421 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.831760 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.832093 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.832430 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.832757 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.833082 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.833457 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.833788 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.834108 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:29.834517 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:06:30.383577 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a893836-b775-410c-a747-c6fbfb26dc61 req-e5e16a41-7a97-4c57-86c8-c41111df6542 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:30.385103 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5a893836-b775-410c-a747-c6fbfb26dc61 req-e5e16a41-7a97-4c57-86c8-c41111df6542 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0580623 Aug 29 09:06:30.427076 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5a893836-b775-410c-a747-c6fbfb26dc61 req-8a162f7f-2a18-408d-8ad5-fa2c5a7311ec tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Aug 29 09:06:30.688866 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:06:30.995094 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:31.562818 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062c184-c529-4900-937e-e9c96cec8013 req-a945b2b3-bbf1-4ed6-a445-4d07a7baea4a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:31.564323 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2062c184-c529-4900-937e-e9c96cec8013 req-a945b2b3-bbf1-4ed6-a445-4d07a7baea4a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0603735 Aug 29 09:06:31.609860 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2062c184-c529-4900-937e-e9c96cec8013 req-6eea110f-7c72-4507-a776-a326d75cee55 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387716 Aug 29 09:06:32.738023 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be081d-3beb-400c-bdf1-6b5a07c7b3d7 req-24a92ab1-def1-4b82-9497-d67287be7dcf tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:32.739423 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72be081d-3beb-400c-bdf1-6b5a07c7b3d7 req-24a92ab1-def1-4b82-9497-d67287be7dcf tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0544460 Aug 29 09:06:32.789099 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72be081d-3beb-400c-bdf1-6b5a07c7b3d7 req-2d5652ab-b547-4b07-83d4-ecdffe2e4d6c tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Aug 29 09:06:33.931221 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db09a-83a6-4f92-b842-df96d6a510f9 req-b3870bf6-5fde-493f-afcc-32374dba4006 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:33.932748 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e2db09a-83a6-4f92-b842-df96d6a510f9 req-b3870bf6-5fde-493f-afcc-32374dba4006 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0630765 Aug 29 09:06:33.975597 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e2db09a-83a6-4f92-b842-df96d6a510f9 req-1653722d-5946-4f34-96ce-21dfb66d922f tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366225 Aug 29 09:06:34.832311 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6deb5-f96d-46c7-8dfc-67301310f8d0 req-3cff0733-03e8-4a61-a883-ea659a7e6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:34.833943 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57b6deb5-f96d-46c7-8dfc-67301310f8d0 req-3cff0733-03e8-4a61-a883-ea659a7e6d45 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1096 time: 0.0516644 Aug 29 09:06:34.872791 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57b6deb5-f96d-46c7-8dfc-67301310f8d0 req-5ac98f99-f6f3-4f4c-9271-ee3d83609bac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313773 Aug 29 09:06:35.109590 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ec161-d880-45ea-be59-bf3c4fbef847 req-2536ac6c-8260-418c-8ba9-afc5d6ecd505 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:35.111049 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f8ec161-d880-45ea-be59-bf3c4fbef847 req-2536ac6c-8260-418c-8ba9-afc5d6ecd505 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0619137 Aug 29 09:06:35.154540 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f8ec161-d880-45ea-be59-bf3c4fbef847 req-b13a2bf3-ba5e-4f29-a57e-9c290f9ff7ba tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346525 Aug 29 09:06:36.278126 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2de35-2bf1-4cfe-b458-367b38c4a6b4 req-bbb607db-f93a-4d15-9769-18460e9e337a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:36.279646 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-07d2de35-2bf1-4cfe-b458-367b38c4a6b4 req-bbb607db-f93a-4d15-9769-18460e9e337a tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 943 time: 0.0525353 Aug 29 09:06:36.330751 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-07d2de35-2bf1-4cfe-b458-367b38c4a6b4 req-4fe8f888-c7ed-4228-95ac-c7847475ffb9 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439715 Aug 29 09:06:37.670655 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a2e37ee1-3670-4d2f-8600-f5d724543366 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:06:37.774193 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a2e37ee1-3670-4d2f-8600-f5d724543366,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:06:37.787134 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'port_id': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'mac_address': 'fa:16:3e:6a:5d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:06:37.827222 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:37.841527 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e37ee1-3670-4d2f-8600-f5d724543366 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:06:37.866213 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a2e37ee1-3670-4d2f-8600-f5d724543366,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:06:37.872436 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:37.922904 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=a2e37ee1-3670-4d2f-8600-f5d724543366,revision_number=7']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:38.110625 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['a2e37ee1-3670-4d2f-8600-f5d724543366'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:06:39.678425 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a2e37ee1-3670-4d2f-8600-f5d724543366 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:06:39.731847 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port a2e37ee1-3670-4d2f-8600-f5d724543366 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:06:39.732090 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:39.826844 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:39.850734 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:06:39.853026 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53301e0-6ae2-4790-a029-68d28fab20ce" -d '{"events": [{"server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "name": "network-vif-plugged", "status": "completed", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:06:39.870849 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a2e37ee1-3670-4d2f-8600-f5d724543366,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:06:39.877698 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:39.912404 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd8cf0-e65f-482e-a40c-77a7f41c3b2c x-openstack-request-id: req-01fd8cf0-e65f-482e-a40c-77a7f41c3b2c {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:06:39.912749 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "name": "network-vif-plugged", "status": "completed", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:06:39.912940 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01fd8cf0-e65f-482e-a40c-77a7f41c3b2c {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:06:39.913371 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'code': 200} Aug 29 09:06:39.942943 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=a2e37ee1-3670-4d2f-8600-f5d724543366,revision_number=8']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:06:40.316654 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c6716794-db0a-4a67-8559-eaae37f80b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:43.876396 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:45.101014 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f7698a4a-f6f5-4161-b753-7c52fa75ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:46.392100 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:47.629137 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:06:59.779287 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1ed60a85-ffb9-482c-be6d-adc933e3524c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091371014&fields=id&tenant_id=fe574a1c54004de0a0983cfdc3b29e5a HTTP/1.1" status: 200 len: 267 time: 0.0414329 Aug 29 09:06:59.905777 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-c7ddc5c1-dd54-43bc-9dca-d6271469d8ad tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:06:59.907166 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-c7ddc5c1-dd54-43bc-9dca-d6271469d8ad tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 811 time: 0.1182992 Aug 29 09:06:59.925796 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-30240d92-c3c2-4475-8b63-cf47870ecb60 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/quotas/fe574a1c54004de0a0983cfdc3b29e5a HTTP/1.1" status: 200 len: 375 time: 0.0118923 Aug 29 09:06:59.985763 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-cde1bffd-a789-484d-9318-e3dd37231443 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540340 Aug 29 09:07:00.087307 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1ef6ff05-a159-4fd5-bf07-3b2e5c5b6044 service neutron] 10.222.0.45 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891738 Aug 29 09:07:00.197769 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-28a14313-09c3-44d2-b444-92cfa62fb480 service neutron] 10.222.0.45 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040263 Aug 29 09:07:00.519700 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-20c7dd45-ddfe-4026-88da-db7c8943cd0d req-39d57e71-53bd-4233-865d-f2aee0903fd7 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 210 time: 0.0272224 Aug 29 09:07:00.990999 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:01.546134 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-5a9c6c9f-9107-49d7-ab6d-faf027c938f1 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:01.547640 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-5a9c6c9f-9107-49d7-ab6d-faf027c938f1 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 811 time: 0.1239867 Aug 29 09:07:01.606829 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-3c6dd5b9-d412-4a19-b1da-89fa78616b65 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe574a1c54004de0a0983cfdc3b29e5a HTTP/1.1" status: 200 len: 380 time: 0.0490031 Aug 29 09:07:01.622864 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9a472a4-1992-4511-8af8-0ae004f436d3 req-3637ac87-0052-4ce1-a622-6fee0278a68b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 210 time: 0.0341308 Aug 29 09:07:01.626321 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'port': {'device_id': '23696ae8-e926-444d-9961-1426b4305501', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'admin_state_up': True, 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'security_groups': ['9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:07:01.748306 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Made reservation on behalf of fe574a1c54004de0a0983cfdc3b29e5a for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:07:01.752038 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:01.885099 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Allocated IP 172.20.0.5 (1e97d103-9793-4654-8580-63def8c14bef/860672bb-5b07-43d5-a1f6-fa498b4da69c/f7b3a22c-10b6-49dd-be71-90ba515f6eca) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:07:02.090699 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:02.108144 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Transition to ACTIVE for port object f7b3a22c-10b6-49dd-be71-90ba515f6eca will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:07:02.152490 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:02.226061 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Network 1e97d103-9793-4654-8580-63def8c14bef is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:07:02.231675 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:07:02.235806 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:07:02.243059 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'Port': ['ID=f7b3a22c-10b6-49dd-be71-90ba515f6eca,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:02.279007 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.279297 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.279794 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.279987 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.280350 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.280656 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.281415 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.281744 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.282082 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.282411 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.282765 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.283291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:02.318443 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:02.319586 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:02.337936 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-1f16b331-4a3d-45fb-abe1-8de84dd2544d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7170603 Aug 29 09:07:02.355366 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Request body: {'port': {'device_id': '23696ae8-e926-444d-9961-1426b4305501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:07:02.423611 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:02.540088 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-4b97b720-dd01-487a-a2b5-b56ebb768d76 None None] Provisioning for port f7b3a22c-10b6-49dd-be71-90ba515f6eca completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:07:02.544887 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-4b97b720-dd01-487a-a2b5-b56ebb768d76 None None] Provisioning complete for port f7b3a22c-10b6-49dd-be71-90ba515f6eca triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:07:02.545279 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b97b720-dd01-487a-a2b5-b56ebb768d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:02.583765 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-4b97b720-dd01-487a-a2b5-b56ebb768d76 None None] Port f7b3a22c-10b6-49dd-be71-90ba515f6eca cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:07:02.804207 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e224b-49e7-492f-af07-99d266dd07a8 req-a1e8c614-4c5d-4169-8062-817a6ac8f96d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:02.805742 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c3e224b-49e7-492f-af07-99d266dd07a8 req-a1e8c614-4c5d-4169-8062-817a6ac8f96d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 931 time: 0.1051383 Aug 29 09:07:02.817458 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b3a22c-10b6-49dd-be71-90ba515f6eca {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:07:02.831336 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:02.859246 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Transition to ACTIVE for port object f7b3a22c-10b6-49dd-be71-90ba515f6eca will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:07:02.865766 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:02.880958 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c3e224b-49e7-492f-af07-99d266dd07a8 req-0054ce05-4afe-4bef-8050-6aba374d2e53 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667038 Aug 29 09:07:02.923574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b3a22c-10b6-49dd-be71-90ba515f6eca,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:03.003965 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Attempting to bind port f7b3a22c-10b6-49dd-be71-90ba515f6eca on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:07:03.004380 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Attempting to bind port f7b3a22c-10b6-49dd-be71-90ba515f6eca by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:07:03.004702 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Attempting to bind port f7b3a22c-10b6-49dd-be71-90ba515f6eca on network 1e97d103-9793-4654-8580-63def8c14bef {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:07:03.009743 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Port f7b3a22c-10b6-49dd-be71-90ba515f6eca on network 1e97d103-9793-4654-8580-63def8c14bef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:07:03.010066 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Attempting to bind port f7b3a22c-10b6-49dd-be71-90ba515f6eca on network 1e97d103-9793-4654-8580-63def8c14bef {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:07:03.015872 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:07:03.016430 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Checking segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:07:03.017043 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Bound using segment: {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:07:03.017772 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Bound port: f7b3a22c-10b6-49dd-be71-90ba515f6eca, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1dd850-439c-4d08-9902-91ff65322dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e97d103-9793-4654-8580-63def8c14bef'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:07:03.018449 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:03.115831 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] For port f7b3a22c-10b6-49dd-be71-90ba515f6eca, host hv-cinder-80649, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:07:03.120116 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] For port f7b3a22c-10b6-49dd-be71-90ba515f6eca, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=f7b3a22c-10b6-49dd-be71-90ba515f6eca,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:07:03.126756 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:03.160087 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:03.160667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:03.162167 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/f7b3a22c-10b6-49dd-be71-90ba515f6eca HTTP/1.1" status: 200 len: 1093 time: 0.8132753 Aug 29 09:07:03.162636 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:07:03.164993 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b482f8b4-0085-440a-b85a-94df3c7d1b40" -d '{"events": [{"name": "network-changed", "server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:07:03.203430 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341d79f-2618-443b-b859-7c8974abd2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b3a22c-10b6-49dd-be71-90ba515f6eca,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:03.225261 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abe61ba-c024-4e63-902f-7592975162b1 x-openstack-request-id: req-0abe61ba-c024-4e63-902f-7592975162b1 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:07:03.225560 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:07:03.225808 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0abe61ba-c024-4e63-902f-7592975162b1 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:07:03.226212 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'status': 'completed', 'code': 200} Aug 29 09:07:03.261652 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-f568fd38-2fba-402f-804a-6118afde3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:03.268391 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-f568fd38-2fba-402f-804a-6118afde3e23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 1096 time: 0.0561218 Aug 29 09:07:03.317996 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-2645c1cb-eb1b-4533-81af-0218f01a6a44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b3a22c-10b6-49dd-be71-90ba515f6eca HTTP/1.1" status: 200 len: 217 time: 0.0407667 Aug 29 09:07:03.372411 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-6b707e5c-f285-4402-b9da-028e370a637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:03.374227 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-6b707e5c-f285-4402-b9da-028e370a637e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0489717 Aug 29 09:07:03.423058 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-6c740338-2c40-4f94-950b-4c704bfabfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:03.424570 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-6c740338-2c40-4f94-950b-4c704bfabfe4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430498 Aug 29 09:07:03.532341 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-5f8317de-6fd3-45ae-bcaa-e0814609505b service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998297 Aug 29 09:07:03.630905 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-71591119-dbf0-4a53-bd2a-fe4de7fabd43 req-2b84d400-ab9c-4cd0-9826-fe0c6329147b service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909557 Aug 29 09:07:03.730213 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-a0b5bdf3-9b9b-40fe-9ce5-2b5d71f3d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:03.732186 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-a0b5bdf3-9b9b-40fe-9ce5-2b5d71f3d46d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 1096 time: 0.0460682 Aug 29 09:07:03.789543 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-dc5e26c2-6cf0-45d4-8a87-b17643544a80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431175 Aug 29 09:07:03.838176 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-f88a5c31-c7bf-4f9d-b7c2-da6669201962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:03.839652 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-f88a5c31-c7bf-4f9d-b7c2-da6669201962 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.0939105 Aug 29 09:07:03.874613 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-5ffcda77-5063-444b-ac15-e3f712636f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:03.876134 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-5ffcda77-5063-444b-ac15-e3f712636f2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1098 time: 0.0415854 Aug 29 09:07:03.885417 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-f8ea1e17-4c1e-490b-ac41-abacb9b516ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b3a22c-10b6-49dd-be71-90ba515f6eca HTTP/1.1" status: 200 len: 217 time: 0.0353603 Aug 29 09:07:03.953735 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-97174675-0ed8-4090-9a28-a1227c869a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:03.955346 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-97174675-0ed8-4090-9a28-a1227c869a10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0574527 Aug 29 09:07:03.993631 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-929d2702-24ca-489c-ae6a-d87f797122d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:03.995139 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-929d2702-24ca-489c-ae6a-d87f797122d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 200 len: 909 time: 0.0958724 Aug 29 09:07:04.027633 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575b29a-740a-4f79-8276-92385cd3921c req-6aef4327-c83b-406e-b784-73bd03bf351a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:04.029137 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b575b29a-740a-4f79-8276-92385cd3921c req-6aef4327-c83b-406e-b784-73bd03bf351a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 943 time: 0.0729346 Aug 29 09:07:04.034278 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-fd9e4a1f-a851-40c7-ba3f-399e11ede7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:04.036243 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-fd9e4a1f-a851-40c7-ba3f-399e11ede7a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702276 Aug 29 09:07:04.062896 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-535c001a-f047-40a3-9afa-691c348257f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 200 len: 1001 time: 0.0600665 Aug 29 09:07:04.117286 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b575b29a-740a-4f79-8276-92385cd3921c req-8ec0d434-99f0-49d5-9cf9-01e99ed51e8d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799620 Aug 29 09:07:04.117978 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-49b59585-4930-4cb7-a4b3-0e1769c0e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:04.119688 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-49b59585-4930-4cb7-a4b3-0e1769c0e500 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c5ff27-27c8-417a-9da9-5af377c0bd2a HTTP/1.1" status: 200 len: 847 time: 0.0487709 Aug 29 09:07:04.158523 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-7302a5f8-8bd0-4e31-a0c7-ab21bcfe8686 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140852 Aug 29 09:07:04.181997 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-5eade706-3998-4215-8cd0-4064dd1d5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:04.183594 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-5eade706-3998-4215-8cd0-4064dd1d5794 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e77824f9-c1e4-4c16-9faf-fec3955338f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527098 Aug 29 09:07:04.267545 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b482f8b4-0085-440a-b85a-94df3c7d1b40 req-7d1f5d8d-a927-451d-88f4-b0919643f39f service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974219 Aug 29 09:07:04.281742 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-36b78fdc-f336-4c73-bdd6-156c67ad0997 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867944 Aug 29 09:07:04.383937 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-738d61ac-f109-4ee7-a28d-b0876450a53e req-7599a26a-9a9d-4837-8f88-9f0adedf3075 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899873 Aug 29 09:07:05.250550 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4f762-5027-4672-8690-53522a4cf84d req-28599923-5a7f-4e03-8457-aed40c74d26f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:05.252115 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7ac4f762-5027-4672-8690-53522a4cf84d req-28599923-5a7f-4e03-8457-aed40c74d26f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 943 time: 0.0582578 Aug 29 09:07:05.293631 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7ac4f762-5027-4672-8690-53522a4cf84d req-f40a3312-20a0-49a4-8651-f69d3701ade6 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350716 Aug 29 09:07:06.421576 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82ad8a-4ada-453a-9a5c-9f9be11ed259 req-d6704930-1a18-4a2f-9351-7c8e079fbf80 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:06.423253 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d82ad8a-4ada-453a-9a5c-9f9be11ed259 req-d6704930-1a18-4a2f-9351-7c8e079fbf80 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 943 time: 0.0556655 Aug 29 09:07:06.476259 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d82ad8a-4ada-453a-9a5c-9f9be11ed259 req-e5354748-ffff-4119-aa9c-a4fe2f41de25 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439303 Aug 29 09:07:07.606451 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d49b1-694f-4898-940f-8d1c323976c9 req-402cc9b1-53c7-4f7f-9df7-4fa1c612d2db tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:07.608056 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-105d49b1-694f-4898-940f-8d1c323976c9 req-402cc9b1-53c7-4f7f-9df7-4fa1c612d2db tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 943 time: 0.0573521 Aug 29 09:07:07.648583 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-105d49b1-694f-4898-940f-8d1c323976c9 req-102427da-7289-4fcd-9ed6-bb409904f21c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331059 Aug 29 09:07:07.688912 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:07:08.779374 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc6888-dcaf-426a-abdb-b4f15dd70a29 req-0a52d00e-bbfc-4746-bedd-25167f3d16f2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:08.780873 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3adc6888-dcaf-426a-abdb-b4f15dd70a29 req-0a52d00e-bbfc-4746-bedd-25167f3d16f2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 943 time: 0.0573046 Aug 29 09:07:08.827318 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3adc6888-dcaf-426a-abdb-b4f15dd70a29 req-d6964427-6200-48e3-b2a3-afd955254d93 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401282 Aug 29 09:07:09.974613 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ddeaf-e59b-4af9-af22-f85b4d168f8f req-ef68a7a9-fdf0-4ce5-978b-bd2f60ec3daa tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:09.976283 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fa6ddeaf-e59b-4af9-af22-f85b4d168f8f req-ef68a7a9-fdf0-4ce5-978b-bd2f60ec3daa tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 943 time: 0.0562341 Aug 29 09:07:10.037165 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fa6ddeaf-e59b-4af9-af22-f85b4d168f8f req-9f55e5f9-8763-4712-abd0-ca4ea42f2c4c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542879 Aug 29 09:07:10.326349 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-55091e6a-288c-4f41-a7aa-d8490efa5e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:11.177252 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f64144-5339-4808-b59d-266e0440ce70 req-55ad0fa0-c47c-4733-a195-9e9fb385d534 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:11.178758 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52f64144-5339-4808-b59d-266e0440ce70 req-55ad0fa0-c47c-4733-a195-9e9fb385d534 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 943 time: 0.0632894 Aug 29 09:07:11.225302 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52f64144-5339-4808-b59d-266e0440ce70 req-8214d3b6-2337-48e5-bf9d-42fd864d63ab tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378299 Aug 29 09:07:11.937833 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device f7b3a22c-10b6-49dd-be71-90ba515f6eca details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:07:12.065111 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port f7b3a22c-10b6-49dd-be71-90ba515f6eca, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=f7b3a22c-10b6-49dd-be71-90ba515f6eca,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:07:12.077482 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'port_id': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'mac_address': 'fa:16:3e:34:07:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:07:12.119828 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:12.133649 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b3a22c-10b6-49dd-be71-90ba515f6eca {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:07:12.154748 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port f7b3a22c-10b6-49dd-be71-90ba515f6eca, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=f7b3a22c-10b6-49dd-be71-90ba515f6eca,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:07:12.160940 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:12.213511 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=f7b3a22c-10b6-49dd-be71-90ba515f6eca,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:12.422206 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f04321-6702-4c43-a20c-0d39559c991a req-ef81c286-8061-49f9-9e95-da2c56169bc4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:12.423762 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15f04321-6702-4c43-a20c-0d39559c991a req-ef81c286-8061-49f9-9e95-da2c56169bc4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 944 time: 0.0543799 Aug 29 09:07:12.435008 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['f7b3a22c-10b6-49dd-be71-90ba515f6eca'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:07:12.743937 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15f04321-6702-4c43-a20c-0d39559c991a req-fe306f2d-5ea0-4485-ad9a-aa39f35e5997 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124230 Aug 29 09:07:13.871236 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:13.874369 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95bc62-976c-46ae-834d-4642523e3633 req-1f10bd3c-52f3-4d57-9737-9614e1a83571 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:13.875891 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc95bc62-976c-46ae-834d-4642523e3633 req-1f10bd3c-52f3-4d57-9737-9614e1a83571 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 944 time: 0.0531192 Aug 29 09:07:13.897567 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device f7b3a22c-10b6-49dd-be71-90ba515f6eca up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:07:13.915049 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc95bc62-976c-46ae-834d-4642523e3633 req-32451d2a-1b80-48ac-8e73-5b4828236f19 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328777 Aug 29 09:07:13.950799 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port f7b3a22c-10b6-49dd-be71-90ba515f6eca completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:07:13.954893 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port f7b3a22c-10b6-49dd-be71-90ba515f6eca triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:07:13.955269 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:14.060774 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:14.087969 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:07:14.090127 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f48fe-c90c-4132-88a6-37982c15053e" -d '{"events": [{"server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "name": "network-vif-plugged", "status": "completed", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:07:14.103561 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port f7b3a22c-10b6-49dd-be71-90ba515f6eca, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=f7b3a22c-10b6-49dd-be71-90ba515f6eca,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:07:14.110245 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:14.169656 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d400a5-13f8-4efc-bdc9-9830f64fb18e x-openstack-request-id: req-13d400a5-13f8-4efc-bdc9-9830f64fb18e {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:07:14.169966 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "name": "network-vif-plugged", "status": "completed", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:07:14.170156 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13d400a5-13f8-4efc-bdc9-9830f64fb18e {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:07:14.170848 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'code': 200} Aug 29 09:07:14.176563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=f7b3a22c-10b6-49dd-be71-90ba515f6eca,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:14.424050 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f94bf6-1cd0-4e8a-8346-27c85a740994 req-2d667846-956e-4331-8227-b130d00bb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:14.429172 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a9f94bf6-1cd0-4e8a-8346-27c85a740994 req-2d667846-956e-4331-8227-b130d00bb8c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 1098 time: 0.0460517 Aug 29 09:07:14.466922 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a9f94bf6-1cd0-4e8a-8346-27c85a740994 req-dafb173a-791f-4bfd-ac8f-442d11dae8f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336154 Aug 29 09:07:15.047420 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684e4dd-ce35-4ba5-ac8b-64a309d4a9e2 req-0e6458b0-cb19-43bb-b118-1e8fd73fc24f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:15.049063 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9684e4dd-ce35-4ba5-ac8b-64a309d4a9e2 req-0e6458b0-cb19-43bb-b118-1e8fd73fc24f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 945 time: 0.0547979 Aug 29 09:07:15.095153 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9684e4dd-ce35-4ba5-ac8b-64a309d4a9e2 req-78c37f1c-0954-4f60-8e65-f20f915c4407 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378225 Aug 29 09:07:15.097177 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-730c1ef4-e37b-414a-aff3-07ad232cd437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:16.070984 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd439e-dfc7-4338-a75b-307704d3443a req-6c8862db-b0a6-4add-af3b-4976320b9210 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:16.072729 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6fbd439e-dfc7-4338-a75b-307704d3443a req-6c8862db-b0a6-4add-af3b-4976320b9210 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 945 time: 0.0651405 Aug 29 09:07:16.114346 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6fbd439e-dfc7-4338-a75b-307704d3443a req-bd98cdba-69f5-4edd-a073-7d6fe0a0958f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338714 Aug 29 09:07:16.221510 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65609ee-5e0a-44b7-a119-799d4f1643b0 req-4bbee565-2409-4094-944e-236c795f9d9c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:16.223165 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a65609ee-5e0a-44b7-a119-799d4f1643b0 req-4bbee565-2409-4094-944e-236c795f9d9c tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 945 time: 0.0523167 Aug 29 09:07:16.265200 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a65609ee-5e0a-44b7-a119-799d4f1643b0 req-cdb04e86-85b6-4ffa-b538-3d8f5d5803a1 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358391 Aug 29 09:07:16.394072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:16.400129 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88973140-2da2-4a2e-88a0-927b6c6118e4 req-5b9b6741-a19f-427c-be4c-e495d4bf8666 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:16.401724 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88973140-2da2-4a2e-88a0-927b6c6118e4 req-5b9b6741-a19f-427c-be4c-e495d4bf8666 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 945 time: 0.0613651 Aug 29 09:07:16.453686 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88973140-2da2-4a2e-88a0-927b6c6118e4 req-f6c04ccf-1fe5-4c75-8737-b4fe0b2c0197 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Aug 29 09:07:16.477622 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47158) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:16.520003 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22004b74-dd93-4bb0-b27d-a65893dddf83 tempest-TestVolumeBootPattern-707527756 tempest-TestVolumeBootPattern-707527756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:16.521632 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-22004b74-dd93-4bb0-b27d-a65893dddf83 tempest-TestVolumeBootPattern-707527756 tempest-TestVolumeBootPattern-707527756-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 1093 time: 0.0429132 Aug 29 09:07:16.525832 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47160) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:16.530181 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Request body: {'floatingip': {'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'port_id': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:07:16.556574 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:16.661677 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:16.774001 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Allocated IP 172.27.3.187 (fcc90a5a-9124-485b-a02b-0d240ec6a6f9/7d7a70d9-8016-492b-865e-d82c98ed678c/bfac029f-0bf3-4b37-9990-c6e63abd0101) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:07:17.124223 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:17.166894 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:17.206642 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Network fcc90a5a-9124-485b-a02b-0d240ec6a6f9 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:07:17.212291 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:07:17.215963 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:07:17.221880 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'Port': ['ID=bfac029f-0bf3-4b37-9990-c6e63abd0101,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:17.243028 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc83774-6b6b-4e3c-a81d-4878124cad06 req-daa404b2-bd1f-4b0c-8367-85b50c18a85b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:17.244592 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9fc83774-6b6b-4e3c-a81d-4878124cad06 req-daa404b2-bd1f-4b0c-8367-85b50c18a85b tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 945 time: 0.0602527 Aug 29 09:07:17.300458 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9fc83774-6b6b-4e3c-a81d-4878124cad06 req-6853dddd-e924-4f4d-ad12-037af19d99d8 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487185 Aug 29 09:07:17.612570 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:17.633571 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:17.697800 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:17.890774 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:17.900386 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:17.944218 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-a7c9b35c-e172-4552-bd76-783ee4d8fe71 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:17.945774 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-a7c9b35c-e172-4552-bd76-783ee4d8fe71 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 945 time: 0.0961409 Aug 29 09:07:18.010571 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event updated for resources: {'Port': ['ID=bfac029f-0bf3-4b37-9990-c6e63abd0101,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:18.036659 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:18.174367 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Deleting port 20833a0d-e453-4bb4-bc5c-7989819d31ea {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:07:18.174611 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:18.180051 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Floating IP e636297c-a3bf-4ef9-9e72-ee12860dd550 associated. External IP: 172.27.3.187, port: f7b3a22c-10b6-49dd-be71-90ba515f6eca. Aug 29 09:07:18.355908 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] For port 20833a0d-e453-4bb4-bc5c-7989819d31ea, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=20833a0d-e453-4bb4-bc5c-7989819d31ea,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:07:18.356266 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:18.453049 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d594fc-05ef-49d9-8faa-c108f701e539 req-beef8f0e-71c2-457a-8de8-b08a2dad2b6a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:18.454600 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2d594fc-05ef-49d9-8faa-c108f701e539 req-beef8f0e-71c2-457a-8de8-b08a2dad2b6a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 945 time: 0.0662730 Aug 29 09:07:18.502303 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2d594fc-05ef-49d9-8faa-c108f701e539 req-ae1f0a40-c209-4a14-b677-225c7e27f7a9 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups?id=bcf47b8c-6428-4950-8df4-b472d3bae39d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363889 Aug 29 09:07:18.654555 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Router 73b5d587-d347-4662-bef8-e0f8fda4f1cd has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:07:18.671928 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:18.672410 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582747'] for floatingip, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:18.672725 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Floating IP ce812fd3-f3d9-4795-a98e-946627b9c636 disassociated. External IP: 172.27.3.96, port: 20833a0d-e453-4bb4-bc5c-7989819d31ea. Aug 29 09:07:18.673066 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Calling delete_port for 20833a0d-e453-4bb4-bc5c-7989819d31ea owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:07:18.838446 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:07:18.848934 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] Sync routers for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:07:18.865023 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:07:18.865939 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:18.880411 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:18.915165 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ff33d807-6ba0-429d-a67d-a09679c4d47b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3883305 Aug 29 09:07:18.918750 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:07:18.922772 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0e1f83-48af-414f-b9bc-123a81c15aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:07:18.936259 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:18.972224 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675839b9-d16a-4a96-9309-f23e6b864fc1 x-openstack-request-id: req-675839b9-d16a-4a96-9309-f23e6b864fc1 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:07:18.972750 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:07:18.973136 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-675839b9-d16a-4a96-9309-f23e6b864fc1 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:07:18.973694 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'status': 'completed', 'code': 200} Aug 29 09:07:18.976311 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event deleted for resources: {'Port': ['ID=20833a0d-e453-4bb4-bc5c-7989819d31ea,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:18.988296 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:07:19.025174 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-17a6c3ad-1ef1-48a5-afc9-d26e904807a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:19.026736 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-17a6c3ad-1ef1-48a5-afc9-d26e904807a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 1098 time: 0.0430136 Aug 29 09:07:19.108747 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Router 0397e72a-1e3c-4d8e-87cf-44f449991500 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:07:19.125956 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-83540b40-7107-4793-bf7f-643a09f93249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:19.127746 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-83540b40-7107-4793-bf7f-643a09f93249 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.0938711 Aug 29 09:07:19.194977 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-5b36f59d-37af-4289-8c78-be9ea8732ad7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b3a22c-10b6-49dd-be71-90ba515f6eca HTTP/1.1" status: 200 len: 999 time: 0.0603893 Aug 29 09:07:19.216130 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:07:19.232244 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] Sync routers for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:07:19.244213 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '067f677b-de3f-4e61-ba68-1d97891378e7', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:19Z', 'updated_at': '2021-08-29T09:05:21Z', 'revision_number': 1, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}, {'id': 'e636297c-a3bf-4ef9-9e72-ee12860dd550', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:34:07:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23696ae8-e926-444d-9961-1426b4305501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:07:17Z', 'updated_at': '2021-08-29T09:07:17Z', 'revision_number': 0, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:19.253141 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:07:19.254562 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-46fefa43-ab22-4ac3-af00-c22184949bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:19.254774 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:19.256596 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-46fefa43-ab22-4ac3-af00-c22184949bf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0539868 Aug 29 09:07:19.262174 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] No DVR routers for this DVR port 20833a0d-e453-4bb4-bc5c-7989819d31ea on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:07:19.265253 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:19.267450 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-02e85851-c5e7-4daf-b1eb-7dd2888ea5c6 req-eeee644e-96fd-49fb-9908-07e357f1f1cc tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.57 "DELETE /v2.0/ports/20833a0d-e453-4bb4-bc5c-7989819d31ea HTTP/1.1" status: 204 len: 173 time: 1.3140750 Aug 29 09:07:19.275677 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] Checking router: 73b5d587-d347-4662-bef8-e0f8fda4f1cd for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:07:19.285886 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:07:19.296184 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:19.308508 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-953518ee-42c2-496e-88d6-1874f1c9400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:19.310673 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-953518ee-42c2-496e-88d6-1874f1c9400f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471392 Aug 29 09:07:19.414012 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:07:19.418396 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:07:19.428846 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-24bd6041-b3a5-42d1-b38e-6b88cc2f757b service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102557 Aug 29 09:07:19.547204 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc0e1f83-48af-414f-b9bc-123a81c15aaf req-a4c22903-a525-49b5-8747-b508cda46fcd service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109140 Aug 29 09:07:19.657285 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-929d8812-47df-4402-b4a8-8fe03e748354 req-5837441b-79df-4b42-8883-219e6f42726f tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/ports?device_id=21a6f721-8c65-4316-9f9e-a41774e31092 HTTP/1.1" status: 200 len: 210 time: 0.0327480 Aug 29 09:07:19.721560 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:19.748574 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '067f677b-de3f-4e61-ba68-1d97891378e7', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:19Z', 'updated_at': '2021-08-29T09:05:21Z', 'revision_number': 1, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}, {'id': 'e636297c-a3bf-4ef9-9e72-ee12860dd550', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:34:07:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23696ae8-e926-444d-9961-1426b4305501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:07:17Z', 'updated_at': '2021-08-29T09:07:17Z', 'revision_number': 0, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:19.755242 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] Checking router: 0397e72a-1e3c-4d8e-87cf-44f449991500 for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:07:19.769035 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:07:19.770321 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:19.782802 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ae909-8bd6-473e-bcf2-3ec6b92b3ce5 None None] The sync data for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi is: [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '067f677b-de3f-4e61-ba68-1d97891378e7', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:19Z', 'updated_at': '2021-08-29T09:05:21Z', 'revision_number': 1, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}, {'id': 'e636297c-a3bf-4ef9-9e72-ee12860dd550', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:34:07:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23696ae8-e926-444d-9961-1426b4305501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:07:17Z', 'updated_at': '2021-08-29T09:07:17Z', 'revision_number': 0, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:07:19.896414 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:07:20.000660 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4569b-6d5b-49fb-98f0-a54e7226a455 None None] New status for floating IP e636297c-a3bf-4ef9-9e72-ee12860dd550: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:07:20.106834 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:20.137175 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b89f8-89cb-4db9-b255-e9e68185d04b None None] The sync data for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi is: [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:02:08Z', 'revision_number': 4, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'd6068900-936e-48c1-b6fc-238058e7ac9f', 'name': '', 'network_id': '812fa8c2-08ae-4007-863a-07d566b3359f', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'mac_address': 'fa:16:3e:11:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:07Z', 'updated_at': '2021-08-29T09:02:14Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'subnets': [{'id': '186523bf-e7dc-47b1-b0e0-efbdd0d11b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:07:20.364936 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68139857-b818-4fab-9463-f28051a6e2c3 None None] New status for floating IP ce812fd3-f3d9-4795-a98e-946627b9c636: DOWN {{(pid=94049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:07:20.754351 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47176) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:20.827743 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9e9206ce-f75f-4614-9277-20ab5e3c127a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:20.854198 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9e9206ce-f75f-4614-9277-20ab5e3c127a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:20.913756 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9e9206ce-f75f-4614-9277-20ab5e3c127a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:20.917534 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9e9206ce-f75f-4614-9277-20ab5e3c127a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:20.918740 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-9e9206ce-f75f-4614-9277-20ab5e3c127a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "DELETE /v2.0/security-groups/bcf47b8c-6428-4950-8df4-b472d3bae39d HTTP/1.1" status: 204 len: 168 time: 0.1632929 Aug 29 09:07:20.921896 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47178) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:20.928807 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9206ce-f75f-4614-9277-20ab5e3c127a tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf47b8c-6428-4950-8df4-b472d3bae39d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:20.939947 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.api.v2.resource [None req-bd645c27-9f89-47f0-b06d-67ae056119d4 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] show failed (client error): The resource could not be found. Aug 29 09:07:20.941103 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bd645c27-9f89-47f0-b06d-67ae056119d4 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "GET /v2.0/security-groups/bcf47b8c-6428-4950-8df4-b472d3bae39d HTTP/1.1" status: 404 len: 347 time: 0.0179708 Aug 29 09:07:20.945227 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47180) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:20.984573 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a6f721-8c65-4316-9f9e-a41774e31092', 'name': 'network-vif-deleted', 'tag': '20833a0d-e453-4bb4-bc5c-7989819d31ea'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:07:20.986744 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6609f1dd-dbe7-4707-b99f-8f5e49ea034c" -d '{"events": [{"server_uuid": "21a6f721-8c65-4316-9f9e-a41774e31092", "name": "network-vif-deleted", "tag": "20833a0d-e453-4bb4-bc5c-7989819d31ea"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:07:21.038258 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42adf0f5-a605-4eb0-b481-ac5a8a91a61f x-openstack-request-id: req-42adf0f5-a605-4eb0-b481-ac5a8a91a61f {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:07:21.038541 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a6f721-8c65-4316-9f9e-a41774e31092", "name": "network-vif-deleted", "tag": "20833a0d-e453-4bb4-bc5c-7989819d31ea", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:07:21.038790 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42adf0f5-a605-4eb0-b481-ac5a8a91a61f {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:07:21.039183 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a6f721-8c65-4316-9f9e-a41774e31092', 'name': 'network-vif-deleted', 'tag': '20833a0d-e453-4bb4-bc5c-7989819d31ea', 'status': 'completed', 'code': 200} Aug 29 09:07:21.091415 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Deleting port 529923a2-7b39-4f80-82ed-06dc32576945 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:07:21.091767 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:21.179413 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:21.179730 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:21.192101 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Calling delete_port for 529923a2-7b39-4f80-82ed-06dc32576945 owned by network:floatingip {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:07:21.336799 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:21.364569 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Pushing event deleted for resources: {'Port': ['ID=529923a2-7b39-4f80-82ed-06dc32576945,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:21.425127 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:21.427962 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:21.429156 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8c127e0d-178a-40d2-8db4-158aef79e164 tempest-AttachVolumeTestJSON-1903764699 tempest-AttachVolumeTestJSON-1903764699-project] 10.222.0.45 "DELETE /v2.0/floatingips/ce812fd3-f3d9-4795-a98e-946627b9c636 HTTP/1.1" status: 204 len: 168 time: 0.4827452 Aug 29 09:07:21.945140 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 20833a0d-e453-4bb4-bc5c-7989819d31ea no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:07:21.969273 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 20833a0d-e453-4bb4-bc5c-7989819d31ea {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:07:21.969953 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 20833a0d-e453-4bb4-bc5c-7989819d31ea not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:07:25.059628 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47210) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:25.889292 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583045'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:26.177965 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Deleting port d6068900-936e-48c1-b6fc-238058e7ac9f {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:07:26.178658 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:26.265905 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] For port d6068900-936e-48c1-b6fc-238058e7ac9f, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=d6068900-936e-48c1-b6fc-238058e7ac9f,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:07:26.266429 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:26.281402 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Calling delete_port for d6068900-936e-48c1-b6fc-238058e7ac9f owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:07:26.491491 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:26.521899 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6068900-936e-48c1-b6fc-238058e7ac9f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:26.534021 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.534361 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.534728 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.535146 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.535560 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.535982 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.536267 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.536573 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.536906 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.537316 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.537641 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.538010 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:07:26.712738 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582863'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:26.938075 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Router 0397e72a-1e3c-4d8e-87cf-44f449991500 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:07:27.060302 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:07:27.066060 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d1201a8a-b893-4515-9112-8e34a59a19a1 admin admin] 10.222.0.45 "PUT /v2.0/routers/0397e72a-1e3c-4d8e-87cf-44f449991500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0052702 Aug 29 09:07:27.069015 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47216) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:27.070332 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] Sync routers for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:07:27.083455 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:07:27.084110 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:27.197032 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.199557 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:07:27.321677 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.383296 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Deleting port 3d48ae1f-77d9-4c73-befb-589cfb12fc71 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:07:27.383630 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.482762 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] For port 3d48ae1f-77d9-4c73-befb-589cfb12fc71, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=3d48ae1f-77d9-4c73-befb-589cfb12fc71,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:07:27.483250 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.499485 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Calling delete_port for 3d48ae1f-77d9-4c73-befb-589cfb12fc71 owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:07:27.522450 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:07:26Z', 'revision_number': 5, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port': {'id': '3d48ae1f-77d9-4c73-befb-589cfb12fc71', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:02:05Z', 'updated_at': '2021-08-29T09:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:27.554005 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] Checking router: 0397e72a-1e3c-4d8e-87cf-44f449991500 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:07:27.562837 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] Routers {'0397e72a-1e3c-4d8e-87cf-44f449991500'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:07:27.563553 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['0397e72a-1e3c-4d8e-87cf-44f449991500'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:27.666991 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] Set router 0397e72a-1e3c-4d8e-87cf-44f449991500 gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:07:27.679165 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.705986 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Pushing event deleted for resources: {'Port': ['ID=3d48ae1f-77d9-4c73-befb-589cfb12fc71,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:27.719884 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:07:27Z', 'revision_number': 6, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port_host': None}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:27.750083 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9eb96-42e8-4c65-af3f-ab897c2cec6e None None] The sync data for ids ['0397e72a-1e3c-4d8e-87cf-44f449991500'] in dv-cinder-806490-1-iscsi is: [{'id': '0397e72a-1e3c-4d8e-87cf-44f449991500', 'name': 'tempest-AttachVolumeTestJSON-2112533490-router', 'tenant_id': 'd85a68703f65460f8635a7760e48717c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:02:04Z', 'updated_at': '2021-08-29T09:07:27Z', 'revision_number': 6, 'project_id': 'd85a68703f65460f8635a7760e48717c', 'gw_port_host': None}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:07:27.775807 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582677'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.872115 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4126'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.874305 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.926599 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573317'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.927085 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0397e72a-1e3c-4d8e-87cf-44f449991500 {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 09:07:27.931867 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:27.933065 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-46f09cc6-5f78-4517-b867-2dfef0fe3cba admin admin] 10.222.0.45 "DELETE /v2.0/routers/0397e72a-1e3c-4d8e-87cf-44f449991500 HTTP/1.1" status: 204 len: 168 time: 0.8627856 Aug 29 09:07:27.935739 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47218) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:27.986949 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eed11a2-5347-42a7-9308-6b1c4c011475 admin admin] Deleting subnet 186523bf-e7dc-47b1-b0e0-efbdd0d11b75 {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:07:27.990384 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1eed11a2-5347-42a7-9308-6b1c4c011475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.026146 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1eed11a2-5347-42a7-9308-6b1c4c011475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16836920'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.110061 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1eed11a2-5347-42a7-9308-6b1c4c011475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.175085 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1eed11a2-5347-42a7-9308-6b1c4c011475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18195450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18042502'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.202656 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed11a2-5347-42a7-9308-6b1c4c011475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186523bf-e7dc-47b1-b0e0-efbdd0d11b75,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:28.211880 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1eed11a2-5347-42a7-9308-6b1c4c011475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.213804 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1eed11a2-5347-42a7-9308-6b1c4c011475 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/186523bf-e7dc-47b1-b0e0-efbdd0d11b75 HTTP/1.1" status: 204 len: 168 time: 0.2771304 Aug 29 09:07:28.216383 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47220) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:28.219153 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8003ff2d-b9a8-4c89-a0a9-8a86e664070e None None] Network 812fa8c2-08ae-4007-863a-07d566b3359f requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:07:28.287755 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.354246 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Deleting port 30d12ad5-7123-48e2-9cef-925de3c38264 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:07:28.354595 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.425913 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] For port 30d12ad5-7123-48e2-9cef-925de3c38264, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=30d12ad5-7123-48e2-9cef-925de3c38264,segment=NetworkSegment(5a66a890-9d0a-4bef-8962-0424370f8c53),segment_id=5a66a890-9d0a-4bef-8962-0424370f8c53)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:07:28.426482 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.445602 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Calling delete_port for 30d12ad5-7123-48e2-9cef-925de3c38264 owned by network:dhcp {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:07:28.528335 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] DHCP port deletion for 812fa8c2-08ae-4007-863a-07d566b3359f request from dv-cinder-806490-1-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 09:07:28.552973 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.592667 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] Deleting port 30d12ad5-7123-48e2-9cef-925de3c38264 {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:07:28.593266 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.600076 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] No DVR routers for this DVR port 30d12ad5-7123-48e2-9cef-925de3c38264 on host dv-cinder-806490-1-iscsi {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:07:28.623133 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=30d12ad5-7123-48e2-9cef-925de3c38264,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:28.667794 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] For port 30d12ad5-7123-48e2-9cef-925de3c38264, host dv-cinder-806490-1-iscsi, got binding levels [] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:07:28.667921 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.684896 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.686459 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] Calling delete_port for 30d12ad5-7123-48e2-9cef-925de3c38264 owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:07:28.689334 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.ipam_backend_mixin [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] Port 30d12ad5-7123-48e2-9cef-925de3c38264 was not found and therefore no delete operation was performed {{(pid=94049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 29 09:07:28.690917 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.696374 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812fa8c2-08ae-4007-863a-07d566b3359f']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:28.708434 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a66a890-9d0a-4bef-8962-0424370f8c53') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:28.708774 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a66a890-9d0a-4bef-8962-0424370f8c53') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:28.718902 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16836903'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.719567 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] No DVR routers for this DVR port 30d12ad5-7123-48e2-9cef-925de3c38264 on host dv-cinder-806490-1-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:07:28.724268 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770a0be-21a6-4a5b-9bb1-3a5a69b38f62 None None] Pushing event deleted for resources: {'Port': ['ID=30d12ad5-7123-48e2-9cef-925de3c38264,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:28.741589 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.748875 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:07:28.749422 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18195356'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: Traceback (most recent call last): Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: timer() Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: cb(*args, **kw) Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: return func(*args, **kwargs) Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: self._notify() Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: self.callback(batched_events) Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: event.method(event) Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: return f(self, *a, **k) Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._get(url).json() Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:07:28.752232 dv-cinder-806490-1-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:07:28.808799 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.814565 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:28.816483 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] 10.222.0.45 "DELETE /v2.0/networks/812fa8c2-08ae-4007-863a-07d566b3359f HTTP/1.1" status: 204 len: 168 time: 0.5991468 Aug 29 09:07:28.832693 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3229f8-2d43-475a-af41-8f1d18708f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=812fa8c2-08ae-4007-863a-07d566b3359f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:28.955430 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47224) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:28.997724 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f50b63ca-0d88-4027-a787-0b780a76c8a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d85a68703f65460f8635a7760e48717c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410233 Aug 29 09:07:29.000753 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47226) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:29.051169 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c26-8892-4416-9b88-a32d0a798148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:29.073454 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c26-8892-4416-9b88-a32d0a798148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:29.125188 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c26-8892-4416-9b88-a32d0a798148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:29.125188 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c26-8892-4416-9b88-a32d0a798148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:29.128371 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f58e1c26-8892-4416-9b88-a32d0a798148 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/72b388ca-44d8-4813-a702-44dba0e7e8f6 HTTP/1.1" status: 204 len: 168 time: 0.1243224 Aug 29 09:07:29.135225 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e1c26-8892-4416-9b88-a32d0a798148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b388ca-44d8-4813-a702-44dba0e7e8f6,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:29.758889 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 3d48ae1f-77d9-4c73-befb-589cfb12fc71 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:07:29.779573 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 3d48ae1f-77d9-4c73-befb-589cfb12fc71 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:07:29.779926 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 3d48ae1f-77d9-4c73-befb-589cfb12fc71 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:07:29.780354 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device d6068900-936e-48c1-b6fc-238058e7ac9f no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:07:29.802249 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: d6068900-936e-48c1-b6fc-238058e7ac9f {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:07:29.802764 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device d6068900-936e-48c1-b6fc-238058e7ac9f not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:07:29.803192 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 30d12ad5-7123-48e2-9cef-925de3c38264 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:07:29.823563 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 30d12ad5-7123-48e2-9cef-925de3c38264 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:07:29.823904 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 30d12ad5-7123-48e2-9cef-925de3c38264 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:07:31.014072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:34.535476 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47322) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:34.650814 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cb7fff4b-7228-44d4-bcee-868e94c1dc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:34.752307 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cb7fff4b-7228-44d4-bcee-868e94c1dc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:34.757563 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cb7fff4b-7228-44d4-bcee-868e94c1dc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:34.801730 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-cb7fff4b-7228-44d4-bcee-868e94c1dc0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8efa6be8e51848d6b28d7dd907699623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646718 Aug 29 09:07:34.802795 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fff4b-7228-44d4-bcee-868e94c1dc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb05848-2ba3-41bb-a1cd-993476a7937a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:34.804512 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47326) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:34.871527 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9fb0958a-fe94-4050-b29a-d391c44a81fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:34.896326 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9fb0958a-fe94-4050-b29a-d391c44a81fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:34.968851 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9fb0958a-fe94-4050-b29a-d391c44a81fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:34.972559 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9fb0958a-fe94-4050-b29a-d391c44a81fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:34.976964 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9fb0958a-fe94-4050-b29a-d391c44a81fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fb05848-2ba3-41bb-a1cd-993476a7937a HTTP/1.1" status: 204 len: 168 time: 0.1700687 Aug 29 09:07:34.984692 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0958a-fe94-4050-b29a-d391c44a81fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb05848-2ba3-41bb-a1cd-993476a7937a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:35.288243 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47332) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:35.302106 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-711eafe0-1579-4167-88e6-b5eb27f562f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:35.395022 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-711eafe0-1579-4167-88e6-b5eb27f562f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:35.400418 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-711eafe0-1579-4167-88e6-b5eb27f562f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:35.438611 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-711eafe0-1579-4167-88e6-b5eb27f562f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7ef944034ab45b79f72ba8fb4e99d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491325 Aug 29 09:07:35.439461 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711eafe0-1579-4167-88e6-b5eb27f562f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f52937-cf23-4899-98ba-a8c5ea088849,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:35.442181 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47334) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:35.505832 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-73d6108b-85de-484c-92a0-bb21bae0a444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:35.532902 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-73d6108b-85de-484c-92a0-bb21bae0a444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:35.584177 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-73d6108b-85de-484c-92a0-bb21bae0a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:35.586781 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-73d6108b-85de-484c-92a0-bb21bae0a444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:35.587954 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-73d6108b-85de-484c-92a0-bb21bae0a444 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36f52937-cf23-4899-98ba-a8c5ea088849 HTTP/1.1" status: 204 len: 168 time: 0.1453333 Aug 29 09:07:35.596226 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6108b-85de-484c-92a0-bb21bae0a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f52937-cf23-4899-98ba-a8c5ea088849,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:40.320077 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e4c1db21-a631-4dd2-ab71-f2ec6668da7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:43.888170 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:44.688868 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:07:44.999099 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47468) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:45.103472 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-36a1b106-0041-49ed-a4be-705c596ff7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.128151 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d043c51b-0bc1-4d5e-ac3c-ea6c436d81ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.221972 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d043c51b-0bc1-4d5e-ac3c-ea6c436d81ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.227984 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d043c51b-0bc1-4d5e-ac3c-ea6c436d81ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.263399 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043c51b-0bc1-4d5e-ac3c-ea6c436d81ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27be05c-caf9-4bf1-b75f-de92cbcc489b,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:45.267444 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d043c51b-0bc1-4d5e-ac3c-ea6c436d81ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26d195cf59cc4577a859c02c4a82071f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673020 Aug 29 09:07:45.270252 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47472) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:45.323946 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-76e6545c-7e57-49ac-9ac9-759d22afb0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.347439 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-76e6545c-7e57-49ac-9ac9-759d22afb0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.396888 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-76e6545c-7e57-49ac-9ac9-759d22afb0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.399824 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-76e6545c-7e57-49ac-9ac9-759d22afb0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.401001 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-76e6545c-7e57-49ac-9ac9-759d22afb0fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e27be05c-caf9-4bf1-b75f-de92cbcc489b HTTP/1.1" status: 204 len: 168 time: 0.1298606 Aug 29 09:07:45.410111 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6545c-7e57-49ac-9ac9-759d22afb0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27be05c-caf9-4bf1-b75f-de92cbcc489b,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:45.700776 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47478) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:45.714542 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7e464df4-06ee-419c-a142-e132b19cead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.807756 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7e464df4-06ee-419c-a142-e132b19cead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.813911 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7e464df4-06ee-419c-a142-e132b19cead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.849801 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e464df4-06ee-419c-a142-e132b19cead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8aef12-94b3-45f0-b28c-53f747a55df0,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:45.854554 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7e464df4-06ee-419c-a142-e132b19cead5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c69efd1d0bb4c14a0395eacf64debc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526268 Aug 29 09:07:45.857534 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47480) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:45.922516 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c056136f-f6ba-4a0b-9aee-30bb65f0b87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:45.949476 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c056136f-f6ba-4a0b-9aee-30bb65f0b87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.002483 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c056136f-f6ba-4a0b-9aee-30bb65f0b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.005175 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c056136f-f6ba-4a0b-9aee-30bb65f0b87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.006372 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c056136f-f6ba-4a0b-9aee-30bb65f0b87a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d8aef12-94b3-45f0-b28c-53f747a55df0 HTTP/1.1" status: 204 len: 168 time: 0.1478832 Aug 29 09:07:46.015211 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056136f-f6ba-4a0b-9aee-30bb65f0b87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8aef12-94b3-45f0-b28c-53f747a55df0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:46.395723 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47486) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:46.405533 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.407338 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-081f3d8e-a9e3-4181-962f-7d241da4a3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.515833 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-081f3d8e-a9e3-4181-962f-7d241da4a3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.520433 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-081f3d8e-a9e3-4181-962f-7d241da4a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.564551 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f3d8e-a9e3-4181-962f-7d241da4a3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73249b9-7bea-4f7f-af1a-d0f9cba5c74e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:46.569519 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-081f3d8e-a9e3-4181-962f-7d241da4a3ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=358a9fee35934f9eb1c6db07ca098722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761379 Aug 29 09:07:46.572460 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47488) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:46.628781 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51dac66e-59db-4f34-b0a5-3f74d36b4d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.658045 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51dac66e-59db-4f34-b0a5-3f74d36b4d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.719530 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51dac66e-59db-4f34-b0a5-3f74d36b4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.722269 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51dac66e-59db-4f34-b0a5-3f74d36b4d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:46.723454 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-51dac66e-59db-4f34-b0a5-3f74d36b4d8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d73249b9-7bea-4f7f-af1a-d0f9cba5c74e HTTP/1.1" status: 204 len: 168 time: 0.1498849 Aug 29 09:07:46.732291 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dac66e-59db-4f34-b0a5-3f74d36b4d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73249b9-7bea-4f7f-af1a-d0f9cba5c74e,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:47.634461 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:48.856843 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47560) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:48.977858 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-91849a7b-bfcc-419e-8889-124f3628c8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.070969 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-91849a7b-bfcc-419e-8889-124f3628c8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.078648 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-91849a7b-bfcc-419e-8889-124f3628c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.124693 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91849a7b-bfcc-419e-8889-124f3628c8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e623a0-76cf-40ba-9643-4298b2364635,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:49.130241 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-91849a7b-bfcc-419e-8889-124f3628c8aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac1220088e06429dbf356b52ebb638b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723141 Aug 29 09:07:49.134416 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47564) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:49.192900 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-72943da2-36a0-40d5-ad10-6e6e88ce2afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.222761 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-72943da2-36a0-40d5-ad10-6e6e88ce2afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.278563 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-72943da2-36a0-40d5-ad10-6e6e88ce2afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.281066 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-72943da2-36a0-40d5-ad10-6e6e88ce2afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.282257 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-72943da2-36a0-40d5-ad10-6e6e88ce2afd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07e623a0-76cf-40ba-9643-4298b2364635 HTTP/1.1" status: 204 len: 168 time: 0.1468816 Aug 29 09:07:49.290300 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72943da2-36a0-40d5-ad10-6e6e88ce2afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e623a0-76cf-40ba-9643-4298b2364635,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:49.577964 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47570) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:49.595245 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dd34-2c50-4c81-8b53-66819edc7a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.695090 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dd34-2c50-4c81-8b53-66819edc7a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.700749 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffb6dd34-2c50-4c81-8b53-66819edc7a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.739546 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ffb6dd34-2c50-4c81-8b53-66819edc7a3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88728e900ee44eebbd1a177e51ccc9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604717 Aug 29 09:07:49.740737 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6dd34-2c50-4c81-8b53-66819edc7a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f366da5-e9e9-4a00-85ae-89adbb2d0353,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:49.742384 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47572) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:49.794329 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b768d9c9-e8b7-4fc8-86b1-f25826ee8dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.815151 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b768d9c9-e8b7-4fc8-86b1-f25826ee8dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.864269 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b768d9c9-e8b7-4fc8-86b1-f25826ee8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.868042 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b768d9c9-e8b7-4fc8-86b1-f25826ee8dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:49.869799 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b768d9c9-e8b7-4fc8-86b1-f25826ee8dd4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f366da5-e9e9-4a00-85ae-89adbb2d0353 HTTP/1.1" status: 204 len: 168 time: 0.1261554 Aug 29 09:07:49.878781 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768d9c9-e8b7-4fc8-86b1-f25826ee8dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f366da5-e9e9-4a00-85ae-89adbb2d0353,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:50.655034 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47594) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:50.761016 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2290266-network', 'tenant_id': '149baf6bd4b84e0cb7db7243f54b990b'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:07:50.790409 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Made reservation on behalf of 149baf6bd4b84e0cb7db7243f54b990b for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:07:50.792540 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:50.801479 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:50.889903 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:50.895363 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:50.920324 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 09:07:50.929981 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:50.935203 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:50.935580 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Added segment 65bf9e8a-4802-44ad-94d0-aa3d807837a0 of type vlan for network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 Aug 29 09:07:50.977611 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761526314608'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:51.011237 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:51.012335 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:51.013053 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:51.070665 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4144886 Aug 29 09:07:51.073767 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47598) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:51.076409 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad85c2-6dcd-4081-8531-33e6f8c68fdb admin admin] Pushing event updated for resources: {'Network': ['ID=89259a15-4aa6-4d33-a2bb-bd2b91b722f8,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:51.079378 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Request body: {'subnet': {'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2290266-subnet', 'tenant_id': '149baf6bd4b84e0cb7db7243f54b990b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:07:51.087736 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 details requested by agent ovs-agent-dv-cinder-806490-1-iscsi with host dv-cinder-806490-1-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 09:07:51.102689 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Made reservation on behalf of 149baf6bd4b84e0cb7db7243f54b990b for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:07:51.105089 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10312388'] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:51.279359 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10166009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10312374'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:51.331590 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d188509-4135-49a4-8f4f-3ccdaa030379,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:51.356151 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Checking segment: {'id': '65bf9e8a-4802-44ad-94d0-aa3d807837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:07:51.356515 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Network hostable DHCP agents. Network: 89259a15-4aa6-4d33-a2bb-bd2b91b722f8, hostable agents: ['c8a5efdf-1211-4eab-ad9d-d54cd92900d5'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 09:07:51.387175 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 is scheduled to be hosted by DHCP agent c8a5efdf-1211-4eab-ad9d-d54cd92900d5 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 09:07:51.406491 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806490-1-iscsi, 89259a15-4aa6-4d33-a2bb-bd2b91b722f8) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:07:51.411342 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:51.411904 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:51.417667 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3145a0f-c285-45f2-b9c4-4847c4dbd5c7 None None] Network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:07:51.431857 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3060d89c-1bb6-4956-a367-08f1c4eabaf4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3565624 Aug 29 09:07:51.563798 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae222a69-3ade-4094-88d6-21feaa7b40b7 None None] Network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:07:53.572192 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-c3ba826a-f903-409e-9a9e-3b1db1a93223 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:53.573951 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-c3ba826a-f903-409e-9a9e-3b1db1a93223 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/networks?id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8 HTTP/1.1" status: 200 len: 806 time: 0.1816995 Aug 29 09:07:53.592516 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-48757202-efdb-4d13-bfab-5dd16d90b76f tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/quotas/149baf6bd4b84e0cb7db7243f54b990b HTTP/1.1" status: 200 len: 375 time: 0.0114629 Aug 29 09:07:53.627755 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-fabd32b6-0aa5-41fe-8789-14e11819b6a1 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=149baf6bd4b84e0cb7db7243f54b990b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291038 Aug 29 09:07:53.726232 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-300571ca-3e0b-47df-8f0d-f23c2c26e5c0 service neutron] 10.222.0.45 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908928 Aug 29 09:07:53.834360 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-7cccc332-232a-4dcf-b6a4-e05e4d2b2683 service neutron] 10.222.0.45 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012030 Aug 29 09:07:54.017032 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aa2aca19-3bda-4726-ae01-30d388328c00 req-78383638-9861-4b5b-999b-f5c3574e9b59 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 210 time: 0.0322137 Aug 29 09:07:55.066932 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-700688e2-4e11-4bb8-a89a-b65c035194a9 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:55.070087 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-700688e2-4e11-4bb8-a89a-b65c035194a9 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.57 "GET /v2.0/networks?id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8 HTTP/1.1" status: 200 len: 806 time: 0.1349461 Aug 29 09:07:55.083667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Request body: {'port': {'device_id': '2611ae1e-da1c-4577-8dba-3c7b06ee2665', 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8', 'admin_state_up': True, 'tenant_id': '149baf6bd4b84e0cb7db7243f54b990b'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:07:55.166040 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eed4eb03-1696-4355-9ab5-807b2d98cd3c req-e08e09f6-f3c2-4474-a1da-88a3c080e795 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 210 time: 0.0379591 Aug 29 09:07:55.253923 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Made reservation on behalf of 149baf6bd4b84e0cb7db7243f54b990b for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:07:55.257758 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:55.393859 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Allocated IP 172.20.0.7 (89259a15-4aa6-4d33-a2bb-bd2b91b722f8/5d188509-4135-49a4-8f4f-3ccdaa030379/680e0cd3-ca34-44f9-82ad-806626c6f4f5) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:07:55.577434 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:55.635781 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:55.686185 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:07:55.691993 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:07:55.696661 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:07:55.703577 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Pushing event updated for resources: {'Port': ['ID=680e0cd3-ca34-44f9-82ad-806626c6f4f5,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:55.756847 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:55.757592 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:55.779491 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-956f7055-c103-432d-b4b3-163cbc4129b0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7002363 Aug 29 09:07:55.793111 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Request body: {'port': {'device_id': '2611ae1e-da1c-4577-8dba-3c7b06ee2665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:07:55.852029 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:55.882527 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47646) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:07:56.176439 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 680e0cd3-ca34-44f9-82ad-806626c6f4f5 {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:07:56.187938 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.215201 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Transition to ACTIVE for port object 680e0cd3-ca34-44f9-82ad-806626c6f4f5 will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:07:56.222095 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.340590 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Pushing event updated for resources: {'Port': ['ID=680e0cd3-ca34-44f9-82ad-806626c6f4f5,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:56.364786 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Deleting port 3591c780-1776-435c-872b-5886b698cc99 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:07:56.365166 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.394664 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c87535-80cf-4e55-8158-e4762a21fd8b req-074ba474-9dc1-4086-bbe0-de83d41efd8a tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:56.396326 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6c87535-80cf-4e55-8158-e4762a21fd8b req-074ba474-9dc1-4086-bbe0-de83d41efd8a tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 943 time: 0.1422555 Aug 29 09:07:56.474072 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Attempting to bind port 680e0cd3-ca34-44f9-82ad-806626c6f4f5 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:07:56.474614 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Attempting to bind port 680e0cd3-ca34-44f9-82ad-806626c6f4f5 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '65bf9e8a-4802-44ad-94d0-aa3d807837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:07:56.475169 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Attempting to bind port 680e0cd3-ca34-44f9-82ad-806626c6f4f5 on network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:07:56.482859 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6c87535-80cf-4e55-8158-e4762a21fd8b req-92ace710-a824-4240-9b02-9ee62470d651 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776880 Aug 29 09:07:56.488324 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.488626 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Port 680e0cd3-ca34-44f9-82ad-806626c6f4f5 on network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:07:56.489102 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Attempting to bind port 680e0cd3-ca34-44f9-82ad-806626c6f4f5 on network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:07:56.489344 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.498022 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:07:56.498539 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Checking segment: {'id': '65bf9e8a-4802-44ad-94d0-aa3d807837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:07:56.499552 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Bound using segment: {'id': '65bf9e8a-4802-44ad-94d0-aa3d807837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:07:56.500032 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Bound port: 680e0cd3-ca34-44f9-82ad-806626c6f4f5, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bf9e8a-4802-44ad-94d0-aa3d807837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:07:56.500588 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.507302 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Calling delete_port for 3591c780-1776-435c-872b-5886b698cc99 owned by network:floatingip {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:07:56.577219 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] For port 680e0cd3-ca34-44f9-82ad-806626c6f4f5, host hv-cinder-80649, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:07:56.580903 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] For port 680e0cd3-ca34-44f9-82ad-806626c6f4f5, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=680e0cd3-ca34-44f9-82ad-806626c6f4f5,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:07:56.586683 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10166128'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.625816 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:56.626443 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.627966 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] 10.222.0.57 "PUT /v2.0/ports/680e0cd3-ca34-44f9-82ad-806626c6f4f5 HTTP/1.1" status: 200 len: 1093 time: 0.8398404 Aug 29 09:07:56.628439 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2611ae1e-da1c-4577-8dba-3c7b06ee2665', 'tag': '680e0cd3-ca34-44f9-82ad-806626c6f4f5'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:07:56.630807 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91" -d '{"events": [{"name": "network-changed", "server_uuid": "2611ae1e-da1c-4577-8dba-3c7b06ee2665", "tag": "680e0cd3-ca34-44f9-82ad-806626c6f4f5"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:07:56.675281 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b6669-ef8e-4612-9325-566ede191a7c service neutron] Pushing event updated for resources: {'Port': ['ID=680e0cd3-ca34-44f9-82ad-806626c6f4f5,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:56.681965 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3aaeaf-ce06-4fed-b528-af2fad9fb3d9 x-openstack-request-id: req-0a3aaeaf-ce06-4fed-b528-af2fad9fb3d9 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:07:56.681965 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2611ae1e-da1c-4577-8dba-3c7b06ee2665", "tag": "680e0cd3-ca34-44f9-82ad-806626c6f4f5", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:07:56.682454 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a3aaeaf-ce06-4fed-b528-af2fad9fb3d9 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:07:56.682630 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2611ae1e-da1c-4577-8dba-3c7b06ee2665', 'tag': '680e0cd3-ca34-44f9-82ad-806626c6f4f5', 'status': 'completed', 'code': 200} Aug 29 09:07:56.720908 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.737449 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-16457e60-68cd-4df4-9cee-bda8d79ce7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:56.739000 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-16457e60-68cd-4df4-9cee-bda8d79ce7a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=149baf6bd4b84e0cb7db7243f54b990b&device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 1096 time: 0.0547540 Aug 29 09:07:56.749960 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event deleted for resources: {'Port': ['ID=3591c780-1776-435c-872b-5886b698cc99,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:56.791244 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-f7b86e58-dede-4242-80e6-f98dbab66623 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=680e0cd3-ca34-44f9-82ad-806626c6f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0436478 Aug 29 09:07:56.820182 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:56.820589 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Floating IP 7e96c35f-dbc1-461e-98d3-211d6ee2b746 disassociated (deleted). External IP: 172.27.3.146, port: a2e37ee1-3670-4d2f-8600-f5d724543366. Aug 29 09:07:56.847425 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-a06ab249-8328-494d-b7a0-0ac224555186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:56.848964 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-a06ab249-8328-494d-b7a0-0ac224555186 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d188509-4135-49a4-8f4f-3ccdaa030379 HTTP/1.1" status: 200 len: 846 time: 0.0514040 Aug 29 09:07:56.890209 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-228a3c82-cc6e-4576-b94e-25b59229a2c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328496 Aug 29 09:07:56.996955 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-bc199a48-7679-468f-b9d8-5b04418f7e22 service neutron] 10.222.0.57 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987494 Aug 29 09:07:57.061576 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Router 194fd380-1abd-415f-9993-eb771d9af60d has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:07:57.099952 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01475a1-65ce-466f-9bda-1c9913da5369 req-a58cb246-0112-4543-a782-bd63d81d0c8b service neutron] 10.222.0.57 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960350 Aug 29 09:07:57.181172 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:07:57.188619 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:57.195960 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] Sync routers for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:07:57.207539 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-dec00cba-800d-49f9-b868-197830b2b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:57.209114 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-dec00cba-800d-49f9-b868-197830b2b9d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=149baf6bd4b84e0cb7db7243f54b990b&device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 1096 time: 0.0544143 Aug 29 09:07:57.210046 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:07:57.211137 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:57.224601 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7206e632-f765-4d83-aaed-1b96a0f24f56 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "DELETE /v2.0/floatingips/7e96c35f-dbc1-461e-98d3-211d6ee2b746 HTTP/1.1" status: 204 len: 168 time: 1.3405910 Aug 29 09:07:57.225205 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:07:57.227637 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56966b11-5d7b-45b4-8233-67711ddc94d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:07:57.389757 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-4bdff419-de21-42c1-a354-c1ea3aa97103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:57.391554 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-4bdff419-de21-42c1-a354-c1ea3aa97103 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8 HTTP/1.1" status: 200 len: 907 time: 0.1741564 Aug 29 09:07:57.464408 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-08bbe995-88f4-4865-a5c4-1ad882207d0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=680e0cd3-ca34-44f9-82ad-806626c6f4f5 HTTP/1.1" status: 200 len: 217 time: 0.0644224 Aug 29 09:07:57.485355 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51507b51-2f0d-4966-a72b-7ff36e6e5213 x-openstack-request-id: req-51507b51-2f0d-4966-a72b-7ff36e6e5213 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:07:57.486191 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:07:57.488175 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51507b51-2f0d-4966-a72b-7ff36e6e5213 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:07:57.489114 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'status': 'completed', 'code': 200} Aug 29 09:07:57.538252 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:07:57.552399 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-e28090eb-e77a-488c-8c0b-8a6530b641f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:57.554022 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-e28090eb-e77a-488c-8c0b-8a6530b641f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d188509-4135-49a4-8f4f-3ccdaa030379 HTTP/1.1" status: 200 len: 846 time: 0.0802710 Aug 29 09:07:57.556512 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-b3baa75a-577d-4774-b4c1-24fe8070b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:57.558321 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-b3baa75a-577d-4774-b4c1-24fe8070b2aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 1098 time: 0.0485735 Aug 29 09:07:57.604292 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-946f6f9c-72a1-4497-bea2-90b471cb9543 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352871 Aug 29 09:07:57.707205 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-8a48b7ed-9592-408a-99c9-864adc562ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:57.707699 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd7f63-9008-42bd-bc57-78bf0c61fd80 req-6892841c-9259-423a-af93-5731190ec346 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:57.709592 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8cd7f63-9008-42bd-bc57-78bf0c61fd80 req-6892841c-9259-423a-af93-5731190ec346 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.1308064 Aug 29 09:07:57.710043 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-8a48b7ed-9592-408a-99c9-864adc562ae0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 200 len: 909 time: 0.1382952 Aug 29 09:07:57.751928 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-c77184ad-d9ce-40c5-b246-68e6d6e209b1 service neutron] 10.222.0.57 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312010 Aug 29 09:07:57.763687 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-a41083d4-8350-4937-886d-c67f73cdb485 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 200 len: 217 time: 0.0455906 Aug 29 09:07:57.796240 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:13Z', 'revision_number': 5, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:57.820195 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8cd7f63-9008-42bd-bc57-78bf0c61fd80 req-9f5cecd0-b795-4c3c-98e2-e8a924762765 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968156 Aug 29 09:07:57.833538 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] Checking router: 194fd380-1abd-415f-9993-eb771d9af60d for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:07:57.848758 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-3603da0d-e325-421e-b275-0371f4bbde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:57.850780 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-3603da0d-e325-421e-b275-0371f4bbde0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40c5ff27-27c8-417a-9da9-5af377c0bd2a HTTP/1.1" status: 200 len: 847 time: 0.0772972 Aug 29 09:07:57.856513 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:07:57.857416 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:57.885212 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95f8885-79a2-4cd1-a7e9-0f4a0971fa91 req-da0d5594-dbb7-44d1-bc04-eb8d26ef335e service neutron] 10.222.0.57 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246934 Aug 29 09:07:57.916271 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-24a4537e-38d3-4dcc-81dc-8d0a7b790019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:57.919243 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-24a4537e-38d3-4dcc-81dc-8d0a7b790019 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e77824f9-c1e4-4c16-9faf-fec3955338f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596278 Aug 29 09:07:57.964252 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ad5b5-8be7-4f32-808e-722aca44ace3 req-8792b919-299b-4bae-9dd4-59b88a2cf918 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:57.966066 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c2ad5b5-8be7-4f32-808e-722aca44ace3 req-8792b919-299b-4bae-9dd4-59b88a2cf918 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 943 time: 0.0743628 Aug 29 09:07:58.022319 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:07:58.040575 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c2ad5b5-8be7-4f32-808e-722aca44ace3 req-2eed31c7-7683-4a21-9fc6-02dd9aa3c9db tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626557 Aug 29 09:07:58.057160 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-4ca24a67-c049-474c-aaec-7603122fc832 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283934 Aug 29 09:07:58.156245 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-56966b11-5d7b-45b4-8233-67711ddc94d9 req-0bc2ad41-f72d-4885-abef-2e1ab24cbd36 service neutron] 10.222.0.57 "GET /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890939 Aug 29 09:07:58.281208 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:13Z', 'revision_number': 5, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:07:58.311375 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5172d3-e7bd-4afc-870d-af45053a8d82 None None] The sync data for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi is: [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:03:05Z', 'revision_number': 4, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': '48336b48-2d71-4a4e-bae6-a92d2d9f1cba', 'name': '', 'network_id': 'e77824f9-c1e4-4c16-9faf-fec3955338f7', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'mac_address': 'fa:16:3e:38:c3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:04Z', 'updated_at': '2021-08-29T09:03:13Z', 'revision_number': 5, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'subnets': [{'id': '40c5ff27-27c8-417a-9da9-5af377c0bd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:07:58.601117 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975c234b-dc98-4ed7-9c72-aedbc5688d3f None None] New status for floating IP 7e96c35f-dbc1-461e-98d3-211d6ee2b746: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:07:58.948214 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a366e-fe4a-41f9-acfc-ece1c98b1b95 req-bbe8d262-54d3-4147-b4d1-b323cdd6b1ac tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:58.949929 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c09a366e-fe4a-41f9-acfc-ece1c98b1b95 req-bbe8d262-54d3-4147-b4d1-b323cdd6b1ac tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0527284 Aug 29 09:07:58.996325 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c09a366e-fe4a-41f9-acfc-ece1c98b1b95 req-74fd8275-8310-4aa3-98a1-e900b76ecc78 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/security-groups?id=e5f218bf-e99e-4313-8618-a9d06da6f613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375540 Aug 29 09:07:59.098749 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-a67adba4-137a-44dc-9125-06af62ce4c1b tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:59.100540 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-a67adba4-137a-44dc-9125-06af62ce4c1b tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 945 time: 0.0670166 Aug 29 09:07:59.202300 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8ca4-761a-49c1-90c1-e5637f4fd4f7 req-d7473ce7-64ce-4bc8-99fc-4b7054e98675 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:07:59.203914 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-782d8ca4-761a-49c1-90c1-e5637f4fd4f7 req-d7473ce7-64ce-4bc8-99fc-4b7054e98675 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 943 time: 0.0550282 Aug 29 09:07:59.209718 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Deleting port a2e37ee1-3670-4d2f-8600-f5d724543366 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:07:59.210317 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:59.254713 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-782d8ca4-761a-49c1-90c1-e5637f4fd4f7 req-67b31299-e9bf-42b9-a206-d9e7d47e5553 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 Aug 29 09:07:59.305260 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] For port a2e37ee1-3670-4d2f-8600-f5d724543366, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a2e37ee1-3670-4d2f-8600-f5d724543366,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:07:59.305646 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:59.324232 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Calling delete_port for a2e37ee1-3670-4d2f-8600-f5d724543366 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:07:59.469016 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:59.525776 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event deleted for resources: {'Port': ['ID=a2e37ee1-3670-4d2f-8600-f5d724543366,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:07:59.606236 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] No DVR routers for this DVR port a2e37ee1-3670-4d2f-8600-f5d724543366 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:07:59.609332 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:07:59.611574 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ec06ea0c-dafb-4efa-900d-d9a14470ec0b req-aeef0178-445d-409f-a1e3-701a104b7acc tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.57 "DELETE /v2.0/ports/a2e37ee1-3670-4d2f-8600-f5d724543366 HTTP/1.1" status: 204 len: 173 time: 0.5044048 Aug 29 09:07:59.612051 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'name': 'network-vif-deleted', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:07:59.614436 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0054a5f8-35fc-4fb9-8164-3e8e9111bbc3" -d '{"events": [{"server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "name": "network-vif-deleted", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:07:59.656007 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41534ace-f036-4ee3-aa15-9ebcc7ce821b x-openstack-request-id: req-41534ace-f036-4ee3-aa15-9ebcc7ce821b {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:07:59.656296 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5ec623-e01c-4513-8452-8a127299d109", "name": "network-vif-deleted", "tag": "a2e37ee1-3670-4d2f-8600-f5d724543366", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:07:59.656524 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41534ace-f036-4ee3-aa15-9ebcc7ce821b {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:07:59.656924 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5ec623-e01c-4513-8452-8a127299d109', 'name': 'network-vif-deleted', 'tag': 'a2e37ee1-3670-4d2f-8600-f5d724543366', 'status': 'completed', 'code': 200} Aug 29 09:08:00.128692 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8632dc10-1db0-4c11-b5d3-5d886a6a6cc1 req-1c8763e5-04d6-4404-8cfa-b403bd1ffca6 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "GET /v2.0/ports?device_id=6b5ec623-e01c-4513-8452-8a127299d109 HTTP/1.1" status: 200 len: 210 time: 0.0346384 Aug 29 09:08:00.193194 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 680e0cd3-ca34-44f9-82ad-806626c6f4f5 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:08:00.338311 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 680e0cd3-ca34-44f9-82ad-806626c6f4f5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=680e0cd3-ca34-44f9-82ad-806626c6f4f5,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:00.351783 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '680e0cd3-ca34-44f9-82ad-806626c6f4f5', 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8', 'port_id': '680e0cd3-ca34-44f9-82ad-806626c6f4f5', 'mac_address': 'fa:16:3e:42:00:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d188509-4135-49a4-8f4f-3ccdaa030379', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:08:00.398717 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:00.413432 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 680e0cd3-ca34-44f9-82ad-806626c6f4f5 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:08:00.437597 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 680e0cd3-ca34-44f9-82ad-806626c6f4f5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=680e0cd3-ca34-44f9-82ad-806626c6f4f5,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:00.444595 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:00.445211 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d1c1c-1392-4315-a21f-242705a7ba11 req-fd72fe60-44c4-497e-ae3d-3309d79c93ff tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:00.448564 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-513d1c1c-1392-4315-a21f-242705a7ba11 req-fd72fe60-44c4-497e-ae3d-3309d79c93ff tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 943 time: 0.0916500 Aug 29 09:08:00.515681 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-513d1c1c-1392-4315-a21f-242705a7ba11 req-b7f10123-0223-492a-991a-d6c992ccda50 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535092 Aug 29 09:08:00.560821 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=680e0cd3-ca34-44f9-82ad-806626c6f4f5,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:00.573484 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.574001 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.574507 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.574950 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.575401 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.575895 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.576414 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.576943 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.577413 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.577879 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.578347 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.578766 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:00.670302 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['680e0cd3-ca34-44f9-82ad-806626c6f4f5'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:08:01.026659 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:01.197552 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47674) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:01.275988 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee720-e78d-4a7b-8bb3-abbaa98ef649 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:01.315040 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee720-e78d-4a7b-8bb3-abbaa98ef649 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:01.399343 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee720-e78d-4a7b-8bb3-abbaa98ef649 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:01.403901 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2c4ee720-e78d-4a7b-8bb3-abbaa98ef649 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:01.405439 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2c4ee720-e78d-4a7b-8bb3-abbaa98ef649 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] 10.222.0.45 "DELETE /v2.0/security-groups/e5f218bf-e99e-4313-8618-a9d06da6f613 HTTP/1.1" status: 204 len: 168 time: 0.2065983 Aug 29 09:08:01.416451 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ee720-e78d-4a7b-8bb3-abbaa98ef649 tempest-TestShelveInstance-885156185 tempest-TestShelveInstance-885156185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f218bf-e99e-4313-8618-a9d06da6f613,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:01.460290 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47678) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:01.680692 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab91f8-3e3f-4ce5-a980-9027f40f51ca req-2047fb95-ac8e-44f6-a8ef-5481b72f10fe tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:01.682574 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b5ab91f8-3e3f-4ce5-a980-9027f40f51ca req-2047fb95-ac8e-44f6-a8ef-5481b72f10fe tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 944 time: 0.0747192 Aug 29 09:08:01.738232 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b5ab91f8-3e3f-4ce5-a980-9027f40f51ca req-8750d092-9c66-4f1b-af40-d0201d41dee0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 Aug 29 09:08:01.984218 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583045'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:02.193777 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 680e0cd3-ca34-44f9-82ad-806626c6f4f5 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:08:02.265868 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 680e0cd3-ca34-44f9-82ad-806626c6f4f5 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:08:02.271979 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 680e0cd3-ca34-44f9-82ad-806626c6f4f5 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:08:02.272468 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:02.332148 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Deleting port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:08:02.332666 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:02.393214 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:02.431644 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2611ae1e-da1c-4577-8dba-3c7b06ee2665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680e0cd3-ca34-44f9-82ad-806626c6f4f5'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:08:02.435560 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9ff633-eea2-4a89-b0bc-5d868cbbb19d" -d '{"events": [{"server_uuid": "2611ae1e-da1c-4577-8dba-3c7b06ee2665", "name": "network-vif-plugged", "status": "completed", "tag": "680e0cd3-ca34-44f9-82ad-806626c6f4f5"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:08:02.466329 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 680e0cd3-ca34-44f9-82ad-806626c6f4f5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=680e0cd3-ca34-44f9-82ad-806626c6f4f5,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:02.466638 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] For port 48336b48-2d71-4a4e-bae6-a92d2d9f1cba, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=48336b48-2d71-4a4e-bae6-a92d2d9f1cba,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:02.467330 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:02.475312 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:02.491793 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Calling delete_port for 48336b48-2d71-4a4e-bae6-a92d2d9f1cba owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:08:02.524661 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1511b6-82bd-4c52-a5be-900ce03b59e8 x-openstack-request-id: req-3e1511b6-82bd-4c52-a5be-900ce03b59e8 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:08:02.525614 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2611ae1e-da1c-4577-8dba-3c7b06ee2665", "name": "network-vif-plugged", "status": "completed", "tag": "680e0cd3-ca34-44f9-82ad-806626c6f4f5", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:08:02.525614 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e1511b6-82bd-4c52-a5be-900ce03b59e8 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:08:02.525948 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2611ae1e-da1c-4577-8dba-3c7b06ee2665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '680e0cd3-ca34-44f9-82ad-806626c6f4f5', 'code': 200} Aug 29 09:08:02.570746 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=680e0cd3-ca34-44f9-82ad-806626c6f4f5,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:02.765764 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:02.778958 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097363-616e-4a0c-bf9d-f37e28056150 req-c9e20220-88af-4418-bf9c-c6bc958cb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:02.780507 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-99097363-616e-4a0c-bf9d-f37e28056150 req-c9e20220-88af-4418-bf9c-c6bc958cb063 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 1098 time: 0.0770319 Aug 29 09:08:02.811710 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Pushing event deleted for resources: {'Port': ['ID=48336b48-2d71-4a4e-bae6-a92d2d9f1cba,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:02.916513 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-99097363-616e-4a0c-bf9d-f37e28056150 req-eb20d072-9f56-4104-a3ed-bfa14ff21306 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154923 Aug 29 09:08:02.937817 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3ac78-7e33-4a19-81ca-c5cad159eaf0 req-4ab8c19e-fed1-4409-b5f7-51b8dfb1aaf7 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:02.939587 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d9c3ac78-7e33-4a19-81ca-c5cad159eaf0 req-4ab8c19e-fed1-4409-b5f7-51b8dfb1aaf7 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 945 time: 0.0902989 Aug 29 09:08:03.017120 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d9c3ac78-7e33-4a19-81ca-c5cad159eaf0 req-0f8f9f60-9cf6-4b38-91d8-7d2d65fb9875 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648754 Aug 29 09:08:03.115120 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582863'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:03.626719 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Router 194fd380-1abd-415f-9993-eb771d9af60d has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:08:03.787879 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:08:03.795149 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ecaa9834-fba4-419d-90cd-acb4ee9ce73a admin admin] 10.222.0.45 "PUT /v2.0/routers/194fd380-1abd-415f-9993-eb771d9af60d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3328245 Aug 29 09:08:03.798801 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47688) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:03.804277 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] Sync routers for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:08:03.809051 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-16cb6cd3-098a-4399-a305-19cf2aad68d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748217 Aug 29 09:08:03.825433 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:08:03.826122 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:03.975087 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:08:03.988693 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-73cbfc49-1198-449a-a148-50531f4c6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:03.990301 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-73cbfc49-1198-449a-a148-50531f4c6145 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 1098 time: 0.1299438 Aug 29 09:08:04.010216 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:04.176431 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00fdb4-be03-43da-a038-adff84da4470 req-d62bc238-247e-45ad-a6aa-3120b8d4d2d9 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:04.178999 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d00fdb4-be03-43da-a038-adff84da4470 req-d62bc238-247e-45ad-a6aa-3120b8d4d2d9 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 945 time: 0.0668111 Aug 29 09:08:04.213212 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a2e37ee1-3670-4d2f-8600-f5d724543366 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:08:04.228339 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-8654966b-7fdd-4f37-8ea7-fcf72a3f670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:04.229792 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-8654966b-7fdd-4f37-8ea7-fcf72a3f670e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.2151566 Aug 29 09:08:04.233638 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:04.236841 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: a2e37ee1-3670-4d2f-8600-f5d724543366 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:08:04.237188 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a2e37ee1-3670-4d2f-8600-f5d724543366 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:08:04.253884 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d00fdb4-be03-43da-a038-adff84da4470 req-8ec4fd9a-74ff-4beb-b2e3-cc14b448ac8f tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603392 Aug 29 09:08:04.279574 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:08:02Z', 'revision_number': 5, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port': {'id': '4b8fe0ed-55f2-4bdd-99c6-0e03c917a668', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194fd380-1abd-415f-9993-eb771d9af60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:03Z', 'updated_at': '2021-08-29T09:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:04.320279 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] Checking router: 194fd380-1abd-415f-9993-eb771d9af60d for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:08:04.330994 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] Routers {'194fd380-1abd-415f-9993-eb771d9af60d'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:08:04.332014 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['194fd380-1abd-415f-9993-eb771d9af60d'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:04.342434 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-287c8498-838c-45d9-ab3e-6b7e37baf625 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8 HTTP/1.1" status: 200 len: 1000 time: 0.1032982 Aug 29 09:08:04.400638 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Deleting port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:08:04.400991 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:04.439340 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] Set router 194fd380-1abd-415f-9993-eb771d9af60d gateway port host: None {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:08:04.448515 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-cbf0ff10-9536-4d80-9170-d3de8c7de1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:04.451216 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-cbf0ff10-9536-4d80-9170-d3de8c7de1f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0998721 Aug 29 09:08:04.558764 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:08:04Z', 'revision_number': 6, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port_host': None}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:04.586255 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-98837db6-869c-4b1d-8d5e-35ac81114b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:04.589197 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-98837db6-869c-4b1d-8d5e-35ac81114b6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1272495 Aug 29 09:08:04.598513 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] For port 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=4b8fe0ed-55f2-4bdd-99c6-0e03c917a668,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:04.599080 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:04.606243 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc20377-55bc-4e03-a510-1bc5efb81cd7 None None] The sync data for ids ['194fd380-1abd-415f-9993-eb771d9af60d'] in dv-cinder-806490-1-iscsi is: [{'id': '194fd380-1abd-415f-9993-eb771d9af60d', 'name': 'tempest-TestShelveInstance-131356295-router', 'tenant_id': '4d8729da79b745baa69c923d2ee2bcc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:02Z', 'updated_at': '2021-08-29T09:08:04Z', 'revision_number': 6, 'project_id': '4d8729da79b745baa69c923d2ee2bcc0', 'gw_port_host': None}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:08:04.637303 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Calling delete_port for 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:08:04.792879 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-61ec8a4e-267e-4f3e-82b0-4d2f79cf4495 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887088 Aug 29 09:08:05.001888 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-1e573c6a-47d5-461d-a0b3-7c456070dfa3 req-c5d6ccd4-185c-4a0f-b2e6-a800edef2d2b service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654625 Aug 29 09:08:05.006756 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.053598 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8fe0ed-55f2-4bdd-99c6-0e03c917a668,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:05.164716 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582677'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.217583 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed324-4843-4b41-b166-bc8507e6dd8f req-b96696e6-4440-4b4f-be3e-5e5370f391a0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:05.219289 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-055ed324-4843-4b41-b166-bc8507e6dd8f req-b96696e6-4440-4b4f-be3e-5e5370f391a0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 945 time: 0.0714569 Aug 29 09:08:05.265054 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4126'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.267490 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.285091 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-055ed324-4843-4b41-b166-bc8507e6dd8f req-a69b422c-3af2-4e80-856a-beeeef731b0e tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549896 Aug 29 09:08:05.316817 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573317'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.317849 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 194fd380-1abd-415f-9993-eb771d9af60d {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 09:08:05.323242 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.324343 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e9c547e0-df2c-4f7f-ac42-871609d385c8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/194fd380-1abd-415f-9993-eb771d9af60d HTTP/1.1" status: 204 len: 168 time: 1.5245898 Aug 29 09:08:05.326926 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47704) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:05.377029 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21408ec-8d42-4f57-ae1a-d0eb4ea25f0f admin admin] Deleting subnet 40c5ff27-27c8-417a-9da9-5af377c0bd2a {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:08:05.380328 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a21408ec-8d42-4f57-ae1a-d0eb4ea25f0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.420300 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a21408ec-8d42-4f57-ae1a-d0eb4ea25f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16836920'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.533192 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a21408ec-8d42-4f57-ae1a-d0eb4ea25f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.602526 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a21408ec-8d42-4f57-ae1a-d0eb4ea25f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18195450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18042502'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.638342 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a21408ec-8d42-4f57-ae1a-d0eb4ea25f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.640435 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a21408ec-8d42-4f57-ae1a-d0eb4ea25f0f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/40c5ff27-27c8-417a-9da9-5af377c0bd2a HTTP/1.1" status: 204 len: 168 time: 0.3124106 Aug 29 09:08:05.642614 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21408ec-8d42-4f57-ae1a-d0eb4ea25f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c5ff27-27c8-417a-9da9-5af377c0bd2a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:05.644516 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47706) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:05.645564 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbeda5b-0510-4233-af3e-cc49dd79c1a8 None None] Network e77824f9-c1e4-4c16-9faf-fec3955338f7 requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:08:05.730263 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.816686 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Deleting port dfe72523-2ced-4eed-8dd3-27acf83ac24a {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:08:05.817132 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.863807 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 48336b48-2d71-4a4e-bae6-a92d2d9f1cba no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:08:05.912080 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 48336b48-2d71-4a4e-bae6-a92d2d9f1cba {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:08:05.912636 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 48336b48-2d71-4a4e-bae6-a92d2d9f1cba not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:08:05.913363 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:08:05.918163 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] For port dfe72523-2ced-4eed-8dd3-27acf83ac24a, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=dfe72523-2ced-4eed-8dd3-27acf83ac24a,segment=NetworkSegment(ed4e0004-9248-4167-ba18-d902a4cd2a3b),segment_id=ed4e0004-9248-4167-ba18-d902a4cd2a3b)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:05.918613 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:05.938133 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Calling delete_port for dfe72523-2ced-4eed-8dd3-27acf83ac24a owned by network:dhcp {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:08:05.956201 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:08:05.956532 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 4b8fe0ed-55f2-4bdd-99c6-0e03c917a668 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:08:06.074919 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:06.097559 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a105c8ff-3227-4a60-926c-0ec1ff328fd7 None None] DHCP port deletion for e77824f9-c1e4-4c16-9faf-fec3955338f7 request from dv-cinder-806490-1-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 09:08:06.101784 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe72523-2ced-4eed-8dd3-27acf83ac24a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:06.107342 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] No DVR routers for this DVR port dfe72523-2ced-4eed-8dd3-27acf83ac24a on host dv-cinder-806490-1-iscsi {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:08:06.140913 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.141293 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.141654 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.141997 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.142332 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.142665 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.142996 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.143319 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.143648 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.143968 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.144289 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.144612 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:06.203561 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:06.214929 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77824f9-c1e4-4c16-9faf-fec3955338f7']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:06.226244 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4e0004-9248-4167-ba18-d902a4cd2a3b') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:06.227440 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4e0004-9248-4167-ba18-d902a4cd2a3b') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:06.237017 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159152'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:06.258525 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:06.267916 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:08:06.268419 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166108'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: Traceback (most recent call last): Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: timer() Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: cb(*args, **kw) Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: return func(*args, **kwargs) Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: self._notify() Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: self.callback(batched_events) Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: event.method(event) Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: return f(self, *a, **k) Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._get(url).json() Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:08:06.270317 dv-cinder-806490-1-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:08:06.348521 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:06.359838 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:06.367571 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e77824f9-c1e4-4c16-9faf-fec3955338f7 HTTP/1.1" status: 204 len: 168 time: 0.7171614 Aug 29 09:08:06.367763 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47710) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:06.385508 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b455b1-2eee-4b34-9d1e-7997a48ff393 admin admin] Pushing event deleted for resources: {'Network': ['ID=e77824f9-c1e4-4c16-9faf-fec3955338f7,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:06.437343 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ba42e-f1c9-4ddd-b641-888eda97fc29 req-93486411-4b0c-461a-9446-9793fc3e598a tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:06.439701 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-152ba42e-f1c9-4ddd-b641-888eda97fc29 req-93486411-4b0c-461a-9446-9793fc3e598a tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 945 time: 0.0636063 Aug 29 09:08:06.503954 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-152ba42e-f1c9-4ddd-b641-888eda97fc29 req-074ebbc9-3c20-4b4a-a3e8-06904786a96b tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566077 Aug 29 09:08:06.559199 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-d894297b-991f-4f59-8beb-eccfabbb624e tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:06.560781 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-d894297b-991f-4f59-8beb-eccfabbb624e tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.57 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 945 time: 0.1812065 Aug 29 09:08:06.760815 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Deleting port 680e0cd3-ca34-44f9-82ad-806626c6f4f5 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:08:06.761606 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:06.935208 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] For port 680e0cd3-ca34-44f9-82ad-806626c6f4f5, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=680e0cd3-ca34-44f9-82ad-806626c6f4f5,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:06.935534 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:06.952717 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Calling delete_port for 680e0cd3-ca34-44f9-82ad-806626c6f4f5 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:08:07.140864 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583045'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:07.192397 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:07.205025 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['680e0cd3-ca34-44f9-82ad-806626c6f4f5'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:08:07.238801 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Pushing event deleted for resources: {'Port': ['ID=680e0cd3-ca34-44f9-82ad-806626c6f4f5,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:07.334316 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] No DVR routers for this DVR port 680e0cd3-ca34-44f9-82ad-806626c6f4f5 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:08:07.340205 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:07.342449 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-184743c8-ae51-4513-b1cc-590c060dedc6 req-2ffebb90-1633-4358-8886-eb06a6c64260 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.57 "DELETE /v2.0/ports/680e0cd3-ca34-44f9-82ad-806626c6f4f5 HTTP/1.1" status: 204 len: 173 time: 0.7739468 Aug 29 09:08:07.342992 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2611ae1e-da1c-4577-8dba-3c7b06ee2665', 'name': 'network-vif-deleted', 'tag': '680e0cd3-ca34-44f9-82ad-806626c6f4f5'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:08:07.346463 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc87bc-17ff-4ff4-a059-a7a8503b0568" -d '{"events": [{"server_uuid": "2611ae1e-da1c-4577-8dba-3c7b06ee2665", "name": "network-vif-deleted", "tag": "680e0cd3-ca34-44f9-82ad-806626c6f4f5"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:08:07.427212 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f5c515-f2df-4ff0-8c97-417e23a3128a x-openstack-request-id: req-e6f5c515-f2df-4ff0-8c97-417e23a3128a {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:08:07.427499 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2611ae1e-da1c-4577-8dba-3c7b06ee2665", "name": "network-vif-deleted", "tag": "680e0cd3-ca34-44f9-82ad-806626c6f4f5", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:08:07.427746 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6f5c515-f2df-4ff0-8c97-417e23a3128a {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:08:07.428184 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2611ae1e-da1c-4577-8dba-3c7b06ee2665', 'name': 'network-vif-deleted', 'tag': '680e0cd3-ca34-44f9-82ad-806626c6f4f5', 'status': 'completed', 'code': 200} Aug 29 09:08:07.571841 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Deleting port 0895ccae-276a-41b2-a841-a258c3a85d71 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:08:07.572188 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:07.653975 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ffd13a0a-5e68-42ce-bfb1-60d09b90dd9f req-02903665-667e-4836-ab4d-4351b48686cf tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=2611ae1e-da1c-4577-8dba-3c7b06ee2665 HTTP/1.1" status: 200 len: 210 time: 0.0322707 Aug 29 09:08:07.672364 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] For port 0895ccae-276a-41b2-a841-a258c3a85d71, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=0895ccae-276a-41b2-a841-a258c3a85d71,segment=NetworkSegment(b421dd40-7da8-4225-80b1-888afa065516),segment_id=b421dd40-7da8-4225-80b1-888afa065516)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:07.673021 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:07.695064 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Calling delete_port for 0895ccae-276a-41b2-a841-a258c3a85d71 owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:08:07.798913 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device dfe72523-2ced-4eed-8dd3-27acf83ac24a no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:08:07.824673 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: dfe72523-2ced-4eed-8dd3-27acf83ac24a {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:08:07.825017 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device dfe72523-2ced-4eed-8dd3-27acf83ac24a not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:08:07.914367 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:07.944540 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Pushing event deleted for resources: {'Port': ['ID=0895ccae-276a-41b2-a841-a258c3a85d71,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:08.432273 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582863'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:08.697636 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Router d8dd6b7d-3701-453b-bdf3-625b29249db9 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:08:08.839385 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:08:08.846211 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e44f3d83-23a0-4de6-a2fc-7091fc648630 admin admin] 10.222.0.45 "PUT /v2.0/routers/d8dd6b7d-3701-453b-bdf3-625b29249db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4768841 Aug 29 09:08:08.847324 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47732) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:08.863200 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] Sync routers for ids ['d8dd6b7d-3701-453b-bdf3-625b29249db9'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:08:08.878533 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] Routers {'d8dd6b7d-3701-453b-bdf3-625b29249db9'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:08:08.879284 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['d8dd6b7d-3701-453b-bdf3-625b29249db9'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:08.972996 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:08.975910 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-d10379e6-d683-4ebc-bfb1-14ae9588e85d tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:08.977880 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-d10379e6-d683-4ebc-bfb1-14ae9588e85d tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/networks?id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8 HTTP/1.1" status: 200 len: 806 time: 0.1315134 Aug 29 09:08:08.995541 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-9eac68bf-4ee7-4747-a3d9-6eba27884631 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/quotas/149baf6bd4b84e0cb7db7243f54b990b HTTP/1.1" status: 200 len: 375 time: 0.0114908 Aug 29 09:08:09.029824 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] Set router d8dd6b7d-3701-453b-bdf3-625b29249db9 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:08:09.038834 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-64bf50b9-da92-4c9b-a69e-b5837d29e3ce tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=149baf6bd4b84e0cb7db7243f54b990b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323493 Aug 29 09:08:09.061040 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-2e296e43-f0a6-448b-b213-6828aa10454d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 09:08:09.063034 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-2e296e43-f0a6-448b-b213-6828aa10454d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087922 Aug 29 09:08:09.125111 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:09.207650 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Deleting port a982e096-1858-40b4-823b-e57ef10d6a2b {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:08:09.208018 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:09.214501 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-2427f175-a1e0-49b5-9811-9638b867dd76 service neutron] 10.222.0.45 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431284 Aug 29 09:08:09.282227 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:08Z', 'updated_at': '2021-08-29T09:08:07Z', 'revision_number': 5, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'gw_port': {'id': 'a982e096-1858-40b4-823b-e57ef10d6a2b', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:03:09Z', 'updated_at': '2021-08-29T09:03:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:09.321492 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] Checking router: d8dd6b7d-3701-453b-bdf3-625b29249db9 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:08:09.330779 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] Routers {'d8dd6b7d-3701-453b-bdf3-625b29249db9'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:08:09.331440 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:07:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['d8dd6b7d-3701-453b-bdf3-625b29249db9'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:09.338873 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] For port a982e096-1858-40b4-823b-e57ef10d6a2b, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=a982e096-1858-40b4-823b-e57ef10d6a2b,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:09.339289 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:09.349088 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-981a5630-14cd-42ae-a925-bc5f69d5dea1 service neutron] 10.222.0.45 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259928 Aug 29 09:08:09.357939 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Calling delete_port for a982e096-1858-40b4-823b-e57ef10d6a2b owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:08:09.469703 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] Set router d8dd6b7d-3701-453b-bdf3-625b29249db9 gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:08:09.545071 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:08Z', 'updated_at': '2021-08-29T09:08:09Z', 'revision_number': 6, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'gw_port_host': None}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:09.584968 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca1d6a-2100-4550-8e9e-60e59043611b None None] The sync data for ids ['d8dd6b7d-3701-453b-bdf3-625b29249db9'] in dv-cinder-806490-1-iscsi is: [{'id': 'd8dd6b7d-3701-453b-bdf3-625b29249db9', 'name': 'tempest-TestShelveInstance-721075688-router', 'tenant_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:03:08Z', 'updated_at': '2021-08-29T09:08:09Z', 'revision_number': 6, 'project_id': 'a3849a3d0a564e0bb931cbbdec425b7e', 'gw_port_host': None}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:08:09.640804 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dcbda76e-de5a-4c7b-bd91-8e1c86e323ad req-b81205fa-18d5-46fb-b8e7-e9e6f405ff6b tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 210 time: 0.0679793 Aug 29 09:08:09.652534 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:09.683036 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Pushing event deleted for resources: {'Port': ['ID=a982e096-1858-40b4-823b-e57ef10d6a2b,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:09.762460 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582677'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:09.875741 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4126'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:09.878476 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:09.948107 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573317'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:09.948838 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8dd6b7d-3701-453b-bdf3-625b29249db9 {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 09:08:09.969118 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:09.975224 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47744) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:09.979452 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c4a6b436-120e-4355-b6ca-8f15edf3297a admin admin] 10.222.0.45 "DELETE /v2.0/routers/d8dd6b7d-3701-453b-bdf3-625b29249db9 HTTP/1.1" status: 204 len: 168 time: 1.1291826 Aug 29 09:08:10.050791 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55440e6-fad5-4768-a593-c1833570b440 admin admin] Deleting subnet 8a4d02bb-0b69-4387-9e61-9dba88dc18aa {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:08:10.055573 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b55440e6-fad5-4768-a593-c1833570b440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.111509 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b55440e6-fad5-4768-a593-c1833570b440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.206551 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b55440e6-fad5-4768-a593-c1833570b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.256146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 680e0cd3-ca34-44f9-82ad-806626c6f4f5 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:08:10.280253 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b55440e6-fad5-4768-a593-c1833570b440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.284128 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 680e0cd3-ca34-44f9-82ad-806626c6f4f5 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:08:10.284477 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 680e0cd3-ca34-44f9-82ad-806626c6f4f5 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:08:10.313379 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55440e6-fad5-4768-a593-c1833570b440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4d02bb-0b69-4387-9e61-9dba88dc18aa,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:10.318371 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b55440e6-fad5-4768-a593-c1833570b440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.320490 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b55440e6-fad5-4768-a593-c1833570b440 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8a4d02bb-0b69-4387-9e61-9dba88dc18aa HTTP/1.1" status: 204 len: 168 time: 0.3439403 Aug 29 09:08:10.324579 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47746) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:10.333017 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724f3825-be32-4a61-b665-51e7a1ba81df None None] Network b02e0073-73a8-43cf-ac0f-3a30de56159f requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:08:10.375197 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2dbdf203-79ed-4eb2-9c08-60fab4fef13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.414506 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 0895ccae-276a-41b2-a841-a258c3a85d71 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:08:10.418557 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.450936 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 0895ccae-276a-41b2-a841-a258c3a85d71 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:08:10.451276 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 0895ccae-276a-41b2-a841-a258c3a85d71 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:08:10.493416 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Deleting port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:08:10.493801 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.564232 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f75466a-347e-491a-aa94-67ca64dfdc24 None None] DHCP port deletion for b02e0073-73a8-43cf-ac0f-3a30de56159f request from dv-cinder-806490-1-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 09:08:10.590579 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] For port 5429c54a-f3d0-45e6-93f6-b7b603af32b9, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=5429c54a-f3d0-45e6-93f6-b7b603af32b9,segment=NetworkSegment(b421dd40-7da8-4225-80b1-888afa065516),segment_id=b421dd40-7da8-4225-80b1-888afa065516)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:10.591205 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.625169 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Calling delete_port for 5429c54a-f3d0-45e6-93f6-b7b603af32b9 owned by network:dhcp {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:08:10.637030 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8f75466a-347e-491a-aa94-67ca64dfdc24 None None] Deleting port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:08:10.637357 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8f75466a-347e-491a-aa94-67ca64dfdc24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.751104 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8f75466a-347e-491a-aa94-67ca64dfdc24 None None] For port 5429c54a-f3d0-45e6-93f6-b7b603af32b9, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=5429c54a-f3d0-45e6-93f6-b7b603af32b9,segment=NetworkSegment(b421dd40-7da8-4225-80b1-888afa065516),segment_id=b421dd40-7da8-4225-80b1-888afa065516)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:10.751463 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8f75466a-347e-491a-aa94-67ca64dfdc24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.761842 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.775482 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8f75466a-347e-491a-aa94-67ca64dfdc24 None None] Calling delete_port for 5429c54a-f3d0-45e6-93f6-b7b603af32b9 owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:08:10.786645 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] No DVR routers for this DVR port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 on host dv-cinder-806490-1-iscsi {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:08:10.872830 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5429c54a-f3d0-45e6-93f6-b7b603af32b9,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:10.904714 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-ae70e09f-844c-45a3-818a-0598c820c5db tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:10.908131 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-ae70e09f-844c-45a3-818a-0598c820c5db tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.57 "GET /v2.0/networks?id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8 HTTP/1.1" status: 200 len: 806 time: 0.2606258 Aug 29 09:08:10.931566 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Request body: {'port': {'device_id': 'f35b21c1-fa26-4e4d-93de-e957a3870ae3', 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8', 'admin_state_up': True, 'tenant_id': '149baf6bd4b84e0cb7db7243f54b990b'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:08:10.939838 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8f75466a-347e-491a-aa94-67ca64dfdc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:10.953079 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e09f0fa7-c4c0-4e99-a7c6-18955412c6d3 req-f446dcc2-e526-46c6-ab01-9e1c973e0d3e tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 210 time: 0.1572950 Aug 29 09:08:10.985595 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75466a-347e-491a-aa94-67ca64dfdc24 None None] No DVR routers for this DVR port 5429c54a-f3d0-45e6-93f6-b7b603af32b9 on host dv-cinder-806490-1-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:08:10.990663 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75466a-347e-491a-aa94-67ca64dfdc24 None None] Pushing event deleted for resources: {'Port': ['ID=5429c54a-f3d0-45e6-93f6-b7b603af32b9,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:11.139551 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Made reservation on behalf of 149baf6bd4b84e0cb7db7243f54b990b for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:08:11.143215 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.310804 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.323523 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02e0073-73a8-43cf-ac0f-3a30de56159f']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:11.328475 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Allocated IP 172.20.0.12 (89259a15-4aa6-4d33-a2bb-bd2b91b722f8/5d188509-4135-49a4-8f4f-3ccdaa030379/801c2b33-0701-4195-8447-e3041d7cde07) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:08:11.335728 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b421dd40-7da8-4225-80b1-888afa065516') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:11.336041 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b421dd40-7da8-4225-80b1-888afa065516') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:11.347783 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159152'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.371078 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.386924 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:08:11.387590 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166108'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: Traceback (most recent call last): Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: timer() Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: cb(*args, **kw) Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: return func(*args, **kwargs) Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: self._notify() Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: self.callback(batched_events) Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: event.method(event) Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: return f(self, *a, **k) Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._get(url).json() Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:08:11.390255 dv-cinder-806490-1-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:08:11.462905 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.490750 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.494562 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b02e0073-73a8-43cf-ac0f-3a30de56159f HTTP/1.1" status: 204 len: 168 time: 1.1681683 Aug 29 09:08:11.495758 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1b436-e8f3-49d3-a1cb-eacf241e8be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02e0073-73a8-43cf-ac0f-3a30de56159f,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:11.545854 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.593365 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.644563 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:08:11.647994 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:08:11.653403 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:08:11.658070 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Pushing event updated for resources: {'Port': ['ID=801c2b33-0701-4195-8447-e3041d7cde07,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:11.663329 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47756) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:11.709771 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1a067df4-abed-402b-a0b8-aa28378b0b93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d8729da79b745baa69c923d2ee2bcc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451553 Aug 29 09:08:11.715366 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47758) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:11.719323 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:11.720383 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.749424 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-4a41b352-2d35-4da1-91d5-e7aa863006f8 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8308663 Aug 29 09:08:11.765862 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Request body: {'port': {'device_id': 'f35b21c1-fa26-4e4d-93de-e957a3870ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:08:11.785277 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a9b5800-ee4d-4e11-8b80-df1e1bf342ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.796587 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 5429c54a-f3d0-45e6-93f6-b7b603af32b9 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:08:11.820218 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 5429c54a-f3d0-45e6-93f6-b7b603af32b9 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:08:11.820680 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 5429c54a-f3d0-45e6-93f6-b7b603af32b9 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:08:11.821193 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device a982e096-1858-40b4-823b-e57ef10d6a2b no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:08:11.825673 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a9b5800-ee4d-4e11-8b80-df1e1bf342ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.842991 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: a982e096-1858-40b4-823b-e57ef10d6a2b {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:08:11.845019 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device a982e096-1858-40b4-823b-e57ef10d6a2b not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:08:11.845377 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.896253 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a9b5800-ee4d-4e11-8b80-df1e1bf342ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.898918 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a9b5800-ee4d-4e11-8b80-df1e1bf342ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:11.900349 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9a9b5800-ee4d-4e11-8b80-df1e1bf342ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3704969b-d10e-4203-a9a8-f61a6a1cb3ac HTTP/1.1" status: 204 len: 168 time: 0.1833720 Aug 29 09:08:11.913314 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b5800-ee4d-4e11-8b80-df1e1bf342ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3704969b-d10e-4203-a9a8-f61a6a1cb3ac,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:12.149581 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ef14-4522-4df5-98df-904f01292ac8 req-01f854e5-90a1-4896-b5b1-a130321c9f80 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:12.154732 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fca3ef14-4522-4df5-98df-904f01292ac8 req-01f854e5-90a1-4896-b5b1-a130321c9f80 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 932 time: 0.0749478 Aug 29 09:08:12.214690 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fca3ef14-4522-4df5-98df-904f01292ac8 req-b7b338ac-ad6e-42e1-8172-c859e0231f1f tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524275 Aug 29 09:08:12.283673 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801c2b33-0701-4195-8447-e3041d7cde07 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:08:12.292420 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:12.309218 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Transition to ACTIVE for port object 801c2b33-0701-4195-8447-e3041d7cde07 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:08:12.315019 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:12.382794 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Pushing event updated for resources: {'Port': ['ID=801c2b33-0701-4195-8447-e3041d7cde07,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:12.394393 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 47766) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:12.440642 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-41b321f2-e259-4497-953f-263c1bc5bbfb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3849a3d0a564e0bb931cbbdec425b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412786 Aug 29 09:08:12.440984 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 47768) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:12.505735 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Attempting to bind port 801c2b33-0701-4195-8447-e3041d7cde07 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:08:12.506073 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Attempting to bind port 801c2b33-0701-4195-8447-e3041d7cde07 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': '65bf9e8a-4802-44ad-94d0-aa3d807837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:08:12.506408 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Attempting to bind port 801c2b33-0701-4195-8447-e3041d7cde07 on network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:08:12.519697 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Port 801c2b33-0701-4195-8447-e3041d7cde07 on network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:08:12.520001 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Attempting to bind port 801c2b33-0701-4195-8447-e3041d7cde07 on network 89259a15-4aa6-4d33-a2bb-bd2b91b722f8 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:08:12.530061 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:08:12.530416 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Checking segment: {'id': '65bf9e8a-4802-44ad-94d0-aa3d807837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:08:12.530805 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Bound using segment: {'id': '65bf9e8a-4802-44ad-94d0-aa3d807837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:08:12.531237 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Bound port: 801c2b33-0701-4195-8447-e3041d7cde07, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bf9e8a-4802-44ad-94d0-aa3d807837a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:08:12.531599 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:12.533819 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f6eddb07-b7bb-486a-91d3-e9d466743398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:12.593504 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f6eddb07-b7bb-486a-91d3-e9d466743398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:12.663783 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] For port 801c2b33-0701-4195-8447-e3041d7cde07, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:08:12.668286 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] For port 801c2b33-0701-4195-8447-e3041d7cde07, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=801c2b33-0701-4195-8447-e3041d7cde07,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:08:12.675174 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:12.715469 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:12.716300 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:12.718116 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] 10.222.0.57 "PUT /v2.0/ports/801c2b33-0701-4195-8447-e3041d7cde07 HTTP/1.1" status: 200 len: 1094 time: 0.9597502 Aug 29 09:08:12.720762 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35b21c1-fa26-4e4d-93de-e957a3870ae3', 'tag': '801c2b33-0701-4195-8447-e3041d7cde07'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:08:12.723160 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08a8df6-1672-4671-b479-958b1a3743b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f35b21c1-fa26-4e4d-93de-e957a3870ae3", "tag": "801c2b33-0701-4195-8447-e3041d7cde07"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:08:12.730293 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f6eddb07-b7bb-486a-91d3-e9d466743398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:12.733337 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f6eddb07-b7bb-486a-91d3-e9d466743398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:12.733999 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f6eddb07-b7bb-486a-91d3-e9d466743398 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95eeabb8-8714-4e88-b38a-01aae7887cb2 HTTP/1.1" status: 204 len: 168 time: 0.2881136 Aug 29 09:08:12.758719 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eddb07-b7bb-486a-91d3-e9d466743398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eeabb8-8714-4e88-b38a-01aae7887cb2,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:12.768456 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f45ec4-a362-4dc4-bb84-3dccd3d2df8b service neutron] Pushing event updated for resources: {'Port': ['ID=801c2b33-0701-4195-8447-e3041d7cde07,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:12.774257 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cac4787-afb8-4ad3-8a1f-35822c4c7854 x-openstack-request-id: req-1cac4787-afb8-4ad3-8a1f-35822c4c7854 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:08:12.775470 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35b21c1-fa26-4e4d-93de-e957a3870ae3", "tag": "801c2b33-0701-4195-8447-e3041d7cde07", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:08:12.775470 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1cac4787-afb8-4ad3-8a1f-35822c4c7854 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:08:12.775911 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35b21c1-fa26-4e4d-93de-e957a3870ae3', 'tag': '801c2b33-0701-4195-8447-e3041d7cde07', 'status': 'completed', 'code': 200} Aug 29 09:08:12.824127 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-6bd95115-a75d-44a0-a0bd-435321471878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:12.825648 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-6bd95115-a75d-44a0-a0bd-435321471878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=149baf6bd4b84e0cb7db7243f54b990b&device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0451946 Aug 29 09:08:12.878048 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-7f6d9838-d8b6-41e4-8f1c-b1318dfe7faa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=801c2b33-0701-4195-8447-e3041d7cde07 HTTP/1.1" status: 200 len: 217 time: 0.0426917 Aug 29 09:08:12.934691 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-a2ecc9ac-e96b-4dc4-85de-e3d96e025a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:12.936190 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-a2ecc9ac-e96b-4dc4-85de-e3d96e025a06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d188509-4135-49a4-8f4f-3ccdaa030379 HTTP/1.1" status: 200 len: 846 time: 0.0511248 Aug 29 09:08:12.987566 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-17fa2ec0-55cc-48e1-beb9-30a6810adcdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426319 Aug 29 09:08:13.101277 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-e3b9f34b-be32-461f-8609-8e6e9a6cd53c service neutron] 10.222.0.57 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061792 Aug 29 09:08:13.210994 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-72662a64-7dc1-462a-8634-bc64fbc5389f req-e0721890-c9af-4977-b8e4-81bff45a62c3 service neutron] 10.222.0.57 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020286 Aug 29 09:08:13.304095 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-4a3883b9-3bd9-420c-9b2b-71b3beedb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:13.305639 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-4a3883b9-3bd9-420c-9b2b-71b3beedb6aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=149baf6bd4b84e0cb7db7243f54b990b&device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0448897 Aug 29 09:08:13.346127 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912399b-2136-4fd1-affc-2da437d0e0ff req-33c91fc4-dd47-492a-a598-5e6e5740effe tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:13.347645 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4912399b-2136-4fd1-affc-2da437d0e0ff req-33c91fc4-dd47-492a-a598-5e6e5740effe tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 944 time: 0.0522764 Aug 29 09:08:13.387947 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4912399b-2136-4fd1-affc-2da437d0e0ff req-53d7a737-fed3-4ff5-8f04-af5a37fd2ca5 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Aug 29 09:08:13.407134 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-0d36715e-3f33-4bc0-877f-ac99d5a75e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:13.408675 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-0d36715e-3f33-4bc0-877f-ac99d5a75e3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8 HTTP/1.1" status: 200 len: 907 time: 0.0940645 Aug 29 09:08:13.453906 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-3062f655-817c-4b71-99f6-86fdc51adc89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=801c2b33-0701-4195-8447-e3041d7cde07 HTTP/1.1" status: 200 len: 217 time: 0.0365767 Aug 29 09:08:13.506744 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-31516210-d76a-4a31-82d8-587035f9684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:13.508137 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-31516210-d76a-4a31-82d8-587035f9684c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d188509-4135-49a4-8f4f-3ccdaa030379 HTTP/1.1" status: 200 len: 846 time: 0.0451603 Aug 29 09:08:13.542794 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-43d5f51d-37dd-41a1-a42d-dd7118625f59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89259a15-4aa6-4d33-a2bb-bd2b91b722f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256054 Aug 29 09:08:13.641649 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-eb546863-61cc-4242-9822-129e1ecd105d service neutron] 10.222.0.57 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897751 Aug 29 09:08:13.739096 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e08a8df6-1672-4671-b479-958b1a3743b4 req-073ec978-be98-49e3-803d-3454a09801d4 service neutron] 10.222.0.57 "GET /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890303 Aug 29 09:08:13.874211 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:14.523396 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179ebd1-3e53-45e4-a77b-cf9ef8d329a8 req-d1445b1f-3b44-43cf-9c83-55060bb3f9b3 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:14.525848 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7179ebd1-3e53-45e4-a77b-cf9ef8d329a8 req-d1445b1f-3b44-43cf-9c83-55060bb3f9b3 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 944 time: 0.0616250 Aug 29 09:08:14.566294 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7179ebd1-3e53-45e4-a77b-cf9ef8d329a8 req-3ebe200a-a3ad-48b7-a8e8-824931663ccd tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 Aug 29 09:08:15.098511 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-345ad5d4-f94b-4489-bb1b-55c5cc4bc716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:15.694230 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d1b1e-5272-40cc-bbc0-0e70cd48bafe req-ac2e3302-f5d7-4ad1-b776-4a767f1cba59 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:15.695868 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-213d1b1e-5272-40cc-bbc0-0e70cd48bafe req-ac2e3302-f5d7-4ad1-b776-4a767f1cba59 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 944 time: 0.0564651 Aug 29 09:08:15.741086 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-213d1b1e-5272-40cc-bbc0-0e70cd48bafe req-d1b5114f-f457-48fa-b7a0-d265c06ef63b tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Aug 29 09:08:16.274707 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 801c2b33-0701-4195-8447-e3041d7cde07 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:08:16.389652 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 801c2b33-0701-4195-8447-e3041d7cde07, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=801c2b33-0701-4195-8447-e3041d7cde07,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:16.407965 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': '801c2b33-0701-4195-8447-e3041d7cde07', 'network_id': '89259a15-4aa6-4d33-a2bb-bd2b91b722f8', 'port_id': '801c2b33-0701-4195-8447-e3041d7cde07', 'mac_address': 'fa:16:3e:bd:9f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d188509-4135-49a4-8f4f-3ccdaa030379', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:08:16.416335 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:16.468502 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:16.493608 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801c2b33-0701-4195-8447-e3041d7cde07 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:08:16.520422 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 801c2b33-0701-4195-8447-e3041d7cde07, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=801c2b33-0701-4195-8447-e3041d7cde07,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:16.525757 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:16.574780 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=801c2b33-0701-4195-8447-e3041d7cde07,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:16.807037 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['801c2b33-0701-4195-8447-e3041d7cde07'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:08:16.877149 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832008a4-814e-4464-9618-3dbc14757857 req-5b9f75f6-eab0-451a-a45c-2c8ee7b62397 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:16.878827 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-832008a4-814e-4464-9618-3dbc14757857 req-5b9f75f6-eab0-451a-a45c-2c8ee7b62397 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 945 time: 0.0499010 Aug 29 09:08:16.921267 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-832008a4-814e-4464-9618-3dbc14757857 req-e18105d2-c805-47d1-92e7-5ec65cb868c0 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 Aug 29 09:08:17.640245 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:18.042676 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2efc3c-e185-4cd2-aad2-b5b50f5cd4e3 req-26138eac-692c-430b-b329-5f9730e6c4a2 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:18.044415 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e2efc3c-e185-4cd2-aad2-b5b50f5cd4e3 req-26138eac-692c-430b-b329-5f9730e6c4a2 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 945 time: 0.0520763 Aug 29 09:08:18.101353 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e2efc3c-e185-4cd2-aad2-b5b50f5cd4e3 req-4f26a5a9-5874-470f-b6e0-d01bb3100eb4 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476341 Aug 29 09:08:18.301710 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 801c2b33-0701-4195-8447-e3041d7cde07 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:08:18.360079 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port 801c2b33-0701-4195-8447-e3041d7cde07 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:08:18.365841 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port 801c2b33-0701-4195-8447-e3041d7cde07 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:08:18.366434 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:18.468704 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:18.510668 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35b21c1-fa26-4e4d-93de-e957a3870ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801c2b33-0701-4195-8447-e3041d7cde07'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:08:18.514681 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59f25ed-dab3-46a4-8b7e-564b10ff902c" -d '{"events": [{"server_uuid": "f35b21c1-fa26-4e4d-93de-e957a3870ae3", "name": "network-vif-plugged", "status": "completed", "tag": "801c2b33-0701-4195-8447-e3041d7cde07"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:08:18.535881 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port 801c2b33-0701-4195-8447-e3041d7cde07, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=801c2b33-0701-4195-8447-e3041d7cde07,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:18.542689 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:18.567436 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371eb5c7-9d96-464a-89d0-8155830935b4 x-openstack-request-id: req-371eb5c7-9d96-464a-89d0-8155830935b4 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:08:18.568181 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35b21c1-fa26-4e4d-93de-e957a3870ae3", "name": "network-vif-plugged", "status": "completed", "tag": "801c2b33-0701-4195-8447-e3041d7cde07", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:08:18.568316 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-371eb5c7-9d96-464a-89d0-8155830935b4 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:08:18.568670 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35b21c1-fa26-4e4d-93de-e957a3870ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801c2b33-0701-4195-8447-e3041d7cde07', 'code': 200} Aug 29 09:08:18.594809 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=801c2b33-0701-4195-8447-e3041d7cde07,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:18.747424 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d5208-dd2a-43d3-868c-0f1155b6bad6 req-00eb4abb-3885-40e7-9428-072b0e7ef338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:18.749005 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-df9d5208-dd2a-43d3-868c-0f1155b6bad6 req-00eb4abb-3885-40e7-9428-072b0e7ef338 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0501962 Aug 29 09:08:18.788050 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-df9d5208-dd2a-43d3-868c-0f1155b6bad6 req-349b72ae-20d5-42fa-be64-754defd7bf55 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Aug 29 09:08:19.244139 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622685f-e0af-4b05-a54d-c8712778e903 req-45993247-2969-4966-9d91-b0709d9893aa tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:19.245939 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8622685f-e0af-4b05-a54d-c8712778e903 req-45993247-2969-4966-9d91-b0709d9893aa tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 946 time: 0.0714960 Aug 29 09:08:19.288507 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8622685f-e0af-4b05-a54d-c8712778e903 req-8d06c2f1-f6f1-41ad-8771-7f557b01783c tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357723 Aug 29 09:08:20.424082 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c881c9-cad8-423a-80cc-ccb8c0513567 req-c7d74cfb-bd37-4801-a0ec-98bf6ce5c855 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:20.425697 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c5c881c9-cad8-423a-80cc-ccb8c0513567 req-c7d74cfb-bd37-4801-a0ec-98bf6ce5c855 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 946 time: 0.0508454 Aug 29 09:08:20.469161 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c5c881c9-cad8-423a-80cc-ccb8c0513567 req-cef7d796-7873-4f6f-bf5a-9a9b5391bb3a tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374033 Aug 29 09:08:21.264463 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5ced9-8422-49eb-b6d6-1ac33b0bb49a req-72ae6621-1409-4606-adb0-a96c1dd804f1 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:21.267089 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97f5ced9-8422-49eb-b6d6-1ac33b0bb49a req-72ae6621-1409-4606-adb0-a96c1dd804f1 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 946 time: 0.0764928 Aug 29 09:08:21.316702 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97f5ced9-8422-49eb-b6d6-1ac33b0bb49a req-c72eea7f-c367-4f77-ad7e-4e07a064fb37 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391686 Aug 29 09:08:21.688901 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:08:22.458748 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decee939-20e6-4071-aefa-f94519ef6125 req-7cb344e4-3ade-4cf2-bddc-2f8ddc4d2745 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:22.461401 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-decee939-20e6-4071-aefa-f94519ef6125 req-7cb344e4-3ade-4cf2-bddc-2f8ddc4d2745 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 946 time: 0.0713718 Aug 29 09:08:22.507916 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-decee939-20e6-4071-aefa-f94519ef6125 req-2fe68152-aebd-4fb2-b086-edb83445fe17 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/security-groups?id=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Aug 29 09:08:22.566405 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-2706706f-4323-4973-9961-80abd3f9b001 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:08:22.568282 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-2706706f-4323-4973-9961-80abd3f9b001 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.57 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 946 time: 0.0632951 Aug 29 09:08:22.680757 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Deleting port 801c2b33-0701-4195-8447-e3041d7cde07 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:08:22.681059 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:22.783948 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] For port 801c2b33-0701-4195-8447-e3041d7cde07, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=801c2b33-0701-4195-8447-e3041d7cde07,segment=NetworkSegment(65bf9e8a-4802-44ad-94d0-aa3d807837a0),segment_id=65bf9e8a-4802-44ad-94d0-aa3d807837a0)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:08:22.784381 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:22.802475 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Calling delete_port for 801c2b33-0701-4195-8447-e3041d7cde07 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:08:22.944904 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:22.958149 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['801c2b33-0701-4195-8447-e3041d7cde07'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:08:22.980971 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Pushing event deleted for resources: {'Port': ['ID=801c2b33-0701-4195-8447-e3041d7cde07,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:23.024776 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] No DVR routers for this DVR port 801c2b33-0701-4195-8447-e3041d7cde07 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:08:23.027476 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:23.029808 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-8e9a48d7-f762-4c70-b1cb-39e663d32807 req-91bf539e-da3b-4b64-af8f-f8e3568e5956 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.57 "DELETE /v2.0/ports/801c2b33-0701-4195-8447-e3041d7cde07 HTTP/1.1" status: 204 len: 173 time: 0.4552372 Aug 29 09:08:23.030297 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35b21c1-fa26-4e4d-93de-e957a3870ae3', 'name': 'network-vif-deleted', 'tag': '801c2b33-0701-4195-8447-e3041d7cde07'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:08:23.032644 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d2984b-f3ef-448c-813c-dedfa3ffe642" -d '{"events": [{"server_uuid": "f35b21c1-fa26-4e4d-93de-e957a3870ae3", "name": "network-vif-deleted", "tag": "801c2b33-0701-4195-8447-e3041d7cde07"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:08:23.071797 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d37b61-ed3b-4c54-85a2-b728fa605d08 x-openstack-request-id: req-97d37b61-ed3b-4c54-85a2-b728fa605d08 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:08:23.072089 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35b21c1-fa26-4e4d-93de-e957a3870ae3", "name": "network-vif-deleted", "tag": "801c2b33-0701-4195-8447-e3041d7cde07", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:08:23.072341 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97d37b61-ed3b-4c54-85a2-b728fa605d08 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:08:23.072745 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35b21c1-fa26-4e4d-93de-e957a3870ae3', 'name': 'network-vif-deleted', 'tag': '801c2b33-0701-4195-8447-e3041d7cde07', 'status': 'completed', 'code': 200} Aug 29 09:08:23.629416 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-74eea838-a4d2-4af9-a5e7-07603579d50f req-7547a7f0-541b-4b57-81b5-a2ab1bf45950 tempest-VolumesActionsTest-1268433583 tempest-VolumesActionsTest-1268433583-project] 10.222.0.45 "GET /v2.0/ports?device_id=f35b21c1-fa26-4e4d-93de-e957a3870ae3 HTTP/1.1" status: 200 len: 210 time: 0.0343456 Aug 29 09:08:26.653173 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 801c2b33-0701-4195-8447-e3041d7cde07 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:08:26.678690 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 801c2b33-0701-4195-8447-e3041d7cde07 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:08:26.679046 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 801c2b33-0701-4195-8447-e3041d7cde07 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:08:31.026464 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:40.395945 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-76d46149-406f-4e05-b90a-8b3fa4806592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:43.882558 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:45.102503 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-90394a8c-a947-4e97-b942-06ee002d8fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:46.407911 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:46.773413 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48042) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:46.821862 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a125ece7-9dc6-4482-a2eb-b3e6ef17a322 admin admin] Deleting subnet 5d188509-4135-49a4-8f4f-3ccdaa030379 {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:08:46.825272 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a125ece7-9dc6-4482-a2eb-b3e6ef17a322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:46.865525 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a125ece7-9dc6-4482-a2eb-b3e6ef17a322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:46.906835 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a125ece7-9dc6-4482-a2eb-b3e6ef17a322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:46.969394 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a125ece7-9dc6-4482-a2eb-b3e6ef17a322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.008958 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125ece7-9dc6-4482-a2eb-b3e6ef17a322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d188509-4135-49a4-8f4f-3ccdaa030379,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:47.010902 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a125ece7-9dc6-4482-a2eb-b3e6ef17a322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.017829 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a125ece7-9dc6-4482-a2eb-b3e6ef17a322 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5d188509-4135-49a4-8f4f-3ccdaa030379 HTTP/1.1" status: 204 len: 168 time: 0.2433012 Aug 29 09:08:47.018129 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 48044) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:47.095704 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.175820 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.185705 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89259a15-4aa6-4d33-a2bb-bd2b91b722f8']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:47.198610 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bf9e8a-4802-44ad-94d0-aa3d807837a0') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:47.198880 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bf9e8a-4802-44ad-94d0-aa3d807837a0') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:08:47.212061 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16836903'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.238728 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.245114 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:08:47.245527 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18195356'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: Traceback (most recent call last): Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: timer() Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: cb(*args, **kw) Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: return func(*args, **kwargs) Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: self._notify() Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: self.callback(batched_events) Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: event.method(event) Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: return f(self, *a, **k) Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._get(url).json() Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:08:47.247167 dv-cinder-806490-1-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:08:47.308091 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.316425 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.318956 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] 10.222.0.45 "DELETE /v2.0/networks/89259a15-4aa6-4d33-a2bb-bd2b91b722f8 HTTP/1.1" status: 204 len: 168 time: 0.2994797 Aug 29 09:08:47.333867 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=89259a15-4aa6-4d33-a2bb-bd2b91b722f8,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:47.340962 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.341334 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.341672 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.342014 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.342348 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.342679 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.343005 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.343320 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.343724 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.344265 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.344640 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.344965 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bce3ae-f110-405d-9c27-04cae70d8b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:08:47.514007 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48048) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:47.559571 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bb2aec5b-1590-4d4d-a30a-115ad6d1692c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=149baf6bd4b84e0cb7db7243f54b990b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439928 Aug 29 09:08:47.562891 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48050) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:08:47.618316 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a86e940f-de97-488e-9d4a-b7d0f178ded9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.643843 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a86e940f-de97-488e-9d4a-b7d0f178ded9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.645197 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.698004 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a86e940f-de97-488e-9d4a-b7d0f178ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.700633 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a86e940f-de97-488e-9d4a-b7d0f178ded9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:08:47.701944 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a86e940f-de97-488e-9d4a-b7d0f178ded9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1 HTTP/1.1" status: 204 len: 168 time: 0.1381543 Aug 29 09:08:47.710071 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e940f-de97-488e-9d4a-b7d0f178ded9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac70d3e-b4fc-4e33-86c5-20a9ff8c68d1,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:08:58.689122 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:09:01.023299 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:01.138048 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48164) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:01.324314 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Deleting port bfac029f-0bf3-4b37-9990-c6e63abd0101 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:01.324314 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:01.402276 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:01.402583 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:01.414365 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Calling delete_port for bfac029f-0bf3-4b37-9990-c6e63abd0101 owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:01.579951 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:01.610664 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event deleted for resources: {'Port': ['ID=bfac029f-0bf3-4b37-9990-c6e63abd0101,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:01.674142 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:01.674440 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Floating IP e636297c-a3bf-4ef9-9e72-ee12860dd550 disassociated (deleted). External IP: 172.27.3.187, port: f7b3a22c-10b6-49dd-be71-90ba515f6eca. Aug 29 09:09:01.906197 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Router 73b5d587-d347-4662-bef8-e0f8fda4f1cd has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:09:02.047503 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:09:02.055245 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:02.058972 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] Sync routers for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:09:02.070415 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:09:02.071068 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:08:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:02.099035 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ccdb9525-1fba-4a35-bc9a-eefed103d548 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "DELETE /v2.0/floatingips/e636297c-a3bf-4ef9-9e72-ee12860dd550 HTTP/1.1" status: 204 len: 168 time: 0.9574511 Aug 29 09:09:02.099035 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:09:02.100151 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2307c651828dd5c8749469039fcc9bc7f85fabd81c71b6bf11644842509c2de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a18a7c-9e1a-49e4-b948-933c85817c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:09:02.189201 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:09:02.446341 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58af6dec-55e4-48a8-8419-243900d81319 x-openstack-request-id: req-58af6dec-55e4-48a8-8419-243900d81319 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:09:02.447691 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:09:02.448372 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58af6dec-55e4-48a8-8419-243900d81319 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:09:02.454894 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'status': 'completed', 'code': 200} Aug 29 09:09:02.495886 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '067f677b-de3f-4e61-ba68-1d97891378e7', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:19Z', 'updated_at': '2021-08-29T09:05:21Z', 'revision_number': 1, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:02.527494 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] Checking router: 73b5d587-d347-4662-bef8-e0f8fda4f1cd for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:09:02.538558 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:09:02.539307 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:08:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:02.552828 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623322aa-3e41-4355-b78a-dac4f5d626f3 req-ad427e15-f762-4bfa-b44d-17cabdff751f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:02.554415 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-623322aa-3e41-4355-b78a-dac4f5d626f3 req-ad427e15-f762-4bfa-b44d-17cabdff751f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 945 time: 0.0577505 Aug 29 09:09:02.600753 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-623322aa-3e41-4355-b78a-dac4f5d626f3 req-b5a3fce0-7a03-4ec9-8843-2c7217a6459b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389564 Aug 29 09:09:02.663577 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:09:02.673474 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-851cf4f3-d900-4d62-9c4b-0add450e9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:02.675030 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-851cf4f3-d900-4d62-9c4b-0add450e9e9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 1098 time: 0.1928883 Aug 29 09:09:02.796575 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-7014f2b9-aa44-4654-b33c-77b8a111b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:02.798208 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-7014f2b9-aa44-4654-b33c-77b8a111b691 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.1099203 Aug 29 09:09:02.854651 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-0a577056-549d-4b0a-a626-6c99ade74d64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b3a22c-10b6-49dd-be71-90ba515f6eca HTTP/1.1" status: 200 len: 217 time: 0.0431542 Aug 29 09:09:02.914551 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-24927c4e-7671-4827-8dce-133034ef74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:02.917076 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-24927c4e-7671-4827-8dce-133034ef74a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0563450 Aug 29 09:09:02.940837 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '067f677b-de3f-4e61-ba68-1d97891378e7', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:19Z', 'updated_at': '2021-08-29T09:05:21Z', 'revision_number': 1, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:02.973218 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-c20a6a74-7dff-422a-9e0e-d8cbb706a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:02.973532 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1898c8ab-a40c-46db-9599-b9dd01fa7ce9 None None] The sync data for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi is: [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_floatingips': [{'id': '067f677b-de3f-4e61-ba68-1d97891378e7', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'router_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'port_id': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'mac_address': 'fa:16:3e:ad:ec:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-29T09:05:19Z', 'updated_at': '2021-08-29T09:05:21Z', 'revision_number': 1, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:09:02.974813 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-c20a6a74-7dff-422a-9e0e-d8cbb706a01f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502143 Aug 29 09:09:02.987907 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-4f1e2989-e3bd-4fa8-bc60-e7ae8b8b796f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 29 09:09:02.989086 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-4f1e2989-e3bd-4fa8-bc60-e7ae8b8b796f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059123 Aug 29 09:09:03.089600 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-37277a99-f75a-4ce3-af0e-19c996c92f2f service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892975 Aug 29 09:09:03.194033 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9eb7e0-b300-4642-bb58-b7ff353471e7 None None] New status for floating IP e636297c-a3bf-4ef9-9e72-ee12860dd550: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:09:03.196343 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-04a18a7c-9e1a-49e4-b948-933c85817c4c req-aa708124-dda3-403b-93b2-d071beeb1dda service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988460 Aug 29 09:09:03.728327 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517e131-5ee0-4002-8943-b18c2c1e773d req-606e7d87-1937-404e-a8e7-93bb33eb8ebf tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:03.729819 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b517e131-5ee0-4002-8943-b18c2c1e773d req-606e7d87-1937-404e-a8e7-93bb33eb8ebf tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 945 time: 0.0548229 Aug 29 09:09:03.769990 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b517e131-5ee0-4002-8943-b18c2c1e773d req-a7733c33-a6bc-44f3-96b6-509ba404e0be tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340776 Aug 29 09:09:04.167930 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6238959e-b201-4f74-abf6-0a7aa30ee9c8 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:04.169464 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6238959e-b201-4f74-abf6-0a7aa30ee9c8 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 945 time: 0.0583043 Aug 29 09:09:04.267965 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Deleting port f7b3a22c-10b6-49dd-be71-90ba515f6eca {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:04.268255 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:04.363579 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] For port f7b3a22c-10b6-49dd-be71-90ba515f6eca, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=f7b3a22c-10b6-49dd-be71-90ba515f6eca,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:04.363952 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:04.377045 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Calling delete_port for f7b3a22c-10b6-49dd-be71-90ba515f6eca owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:04.517017 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:04.547075 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event deleted for resources: {'Port': ['ID=f7b3a22c-10b6-49dd-be71-90ba515f6eca,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:04.588158 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] No DVR routers for this DVR port f7b3a22c-10b6-49dd-be71-90ba515f6eca on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:09:04.591133 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:04.593111 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9a9ac787-fbc6-46c6-9148-b1d9b4853f13 req-6ba5593d-0ff2-4cf7-9dbf-9f2c2d48415f tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "DELETE /v2.0/ports/f7b3a22c-10b6-49dd-be71-90ba515f6eca HTTP/1.1" status: 204 len: 173 time: 0.4171669 Aug 29 09:09:04.593570 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'name': 'network-vif-deleted', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:09:04.595855 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eed08e9-367f-4dbc-b724-c5f998b0f08d" -d '{"events": [{"server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "name": "network-vif-deleted", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:09:04.699361 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1ddef5-36f8-4842-88c2-4a4917d4c9a4 x-openstack-request-id: req-7a1ddef5-36f8-4842-88c2-4a4917d4c9a4 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:09:04.699654 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23696ae8-e926-444d-9961-1426b4305501", "name": "network-vif-deleted", "tag": "f7b3a22c-10b6-49dd-be71-90ba515f6eca", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:09:04.699909 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a1ddef5-36f8-4842-88c2-4a4917d4c9a4 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:09:04.700310 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23696ae8-e926-444d-9961-1426b4305501', 'name': 'network-vif-deleted', 'tag': 'f7b3a22c-10b6-49dd-be71-90ba515f6eca', 'status': 'completed', 'code': 200} Aug 29 09:09:04.875230 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3209eede-eb36-4e59-a093-3f511a7f870d req-51346ec7-b685-407b-9225-b0e838bc3070 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=23696ae8-e926-444d-9961-1426b4305501 HTTP/1.1" status: 200 len: 210 time: 0.0270624 Aug 29 09:09:08.593937 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device f7b3a22c-10b6-49dd-be71-90ba515f6eca no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:09:08.616311 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: f7b3a22c-10b6-49dd-be71-90ba515f6eca {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:09:08.616660 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device f7b3a22c-10b6-49dd-be71-90ba515f6eca not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:09:10.338124 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bd96cdd2-42a0-4291-8abd-4653bb8410f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:11.391563 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 48236) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:11.593135 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Deleting port c0e40abe-cc9d-4329-9ef2-039ba4ce2f46 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:11.593472 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:11.679616 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:11.679942 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:11.692417 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Calling delete_port for c0e40abe-cc9d-4329-9ef2-039ba4ce2f46 owned by network:floatingip {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:12.124317 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:12.151806 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event deleted for resources: {'Port': ['ID=c0e40abe-cc9d-4329-9ef2-039ba4ce2f46,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:12.218846 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:12.219719 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Floating IP 067f677b-de3f-4e61-ba68-1d97891378e7 disassociated (deleted). External IP: 172.27.3.13, port: 1f7b47c0-93cc-47ed-b97d-b8490bc04da8. Aug 29 09:09:12.443604 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Router 73b5d587-d347-4662-bef8-e0f8fda4f1cd has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:09:12.558703 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:09:12.563859 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:12.571229 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] Sync routers for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:09:12.580865 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:09:12.581529 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:08:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:12.599192 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5f08ac64-a52d-4225-b80d-4c0266a2797b tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "DELETE /v2.0/floatingips/067f677b-de3f-4e61-ba68-1d97891378e7 HTTP/1.1" status: 204 len: 168 time: 1.2038302 Aug 29 09:09:12.599192 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:09:12.601481 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405704db-7abd-4f50-bad5-6294911ae0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:09:12.698462 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:09:12.759277 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd270ab8-b60c-4dcc-84bb-09ebf582085f x-openstack-request-id: req-cd270ab8-b60c-4dcc-84bb-09ebf582085f {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:09:12.759575 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:09:12.759827 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd270ab8-b60c-4dcc-84bb-09ebf582085f {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:09:12.760231 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'status': 'completed', 'code': 200} Aug 29 09:09:12.855877 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f36b35-6264-4b20-9ca1-23f75251cc24 req-a4c1eaa2-3128-45f5-937b-da3af7548fd0 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:12.857368 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a7f36b35-6264-4b20-9ca1-23f75251cc24 req-a4c1eaa2-3128-45f5-937b-da3af7548fd0 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 945 time: 0.0545580 Aug 29 09:09:12.910623 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:12.913038 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a7f36b35-6264-4b20-9ca1-23f75251cc24 req-4fb0c156-301e-4a7a-a21f-36de89398ac4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480375 Aug 29 09:09:12.945899 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] Checking router: 73b5d587-d347-4662-bef8-e0f8fda4f1cd for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:09:12.956710 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:09:12.957401 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:08:45Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:13.064991 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:09:13.274137 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:13.301422 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc339b6d-580e-4293-98a3-4181b99ee11f None None] The sync data for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi is: [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:49Z', 'revision_number': 4, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi', '_interfaces': [{'id': 'e445c24a-318e-4b9a-bf20-83a1fa6044ee', 'name': '', 'network_id': '1e97d103-9793-4654-8580-63def8c14bef', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'mac_address': 'fa:16:3e:7c:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:48Z', 'updated_at': '2021-08-29T09:01:54Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'subnets': [{'id': '860672bb-5b07-43d5-a1f6-fa498b4da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:09:13.551410 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8226122-effc-48b4-8ed1-cba1c04247b6 None None] New status for floating IP 067f677b-de3f-4e61-ba68-1d97891378e7: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 29 09:09:13.873189 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:14.049965 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fbb02-3833-4d01-a74d-232e115ccdc2 req-c6ea7bdd-2c4f-40f6-bae7-c84d0f8a14c3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:14.051550 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b70fbb02-3833-4d01-a74d-232e115ccdc2 req-c6ea7bdd-2c4f-40f6-bae7-c84d0f8a14c3 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 945 time: 0.0613604 Aug 29 09:09:14.111720 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b70fbb02-3833-4d01-a74d-232e115ccdc2 req-03275e11-c61b-4509-b337-af363e9976a9 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507007 Aug 29 09:09:15.113959 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d302eafe-df10-4903-89ac-7ea565f3228b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:15.234578 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317dab5-8fdb-4a19-8ab8-410087cdb2e2 req-3289786e-4059-43f2-8ffb-c5f12fd02f34 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:15.236148 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e317dab5-8fdb-4a19-8ab8-410087cdb2e2 req-3289786e-4059-43f2-8ffb-c5f12fd02f34 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 945 time: 0.0536382 Aug 29 09:09:15.277432 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e317dab5-8fdb-4a19-8ab8-410087cdb2e2 req-b151572b-6d96-413f-92e4-487e3bba6c34 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349844 Aug 29 09:09:15.423269 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405704db-7abd-4f50-bad5-6294911ae0aa req-1f8cfab9-6ac4-470f-89c1-8b51a2c851f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:15.424720 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-405704db-7abd-4f50-bad5-6294911ae0aa req-1f8cfab9-6ac4-470f-89c1-8b51a2c851f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 1098 time: 0.0523634 Aug 29 09:09:15.536999 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405704db-7abd-4f50-bad5-6294911ae0aa req-e4d1336f-1267-4a82-960a-4673c8a55f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:15.538529 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-405704db-7abd-4f50-bad5-6294911ae0aa req-e4d1336f-1267-4a82-960a-4673c8a55f6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 200 len: 912 time: 0.1042659 Aug 29 09:09:15.583492 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-405704db-7abd-4f50-bad5-6294911ae0aa req-514892e3-4b19-4fe8-95cc-8356652ca3fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8 HTTP/1.1" status: 200 len: 217 time: 0.0359271 Aug 29 09:09:15.644328 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405704db-7abd-4f50-bad5-6294911ae0aa req-244ad2ac-847a-4d1a-b9aa-ba6dcfcd05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:15.646766 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-405704db-7abd-4f50-bad5-6294911ae0aa req-244ad2ac-847a-4d1a-b9aa-ba6dcfcd05d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 200 len: 850 time: 0.0541441 Aug 29 09:09:15.701065 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405704db-7abd-4f50-bad5-6294911ae0aa req-9f3aecff-2663-4fc5-9976-dbaf777b28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:15.702512 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-405704db-7abd-4f50-bad5-6294911ae0aa req-9f3aecff-2663-4fc5-9976-dbaf777b28d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e97d103-9793-4654-8580-63def8c14bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467832 Aug 29 09:09:15.802860 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-405704db-7abd-4f50-bad5-6294911ae0aa req-8d8e354c-b720-4cb5-afd5-956f6e0bffc3 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906260 Aug 29 09:09:15.905609 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-405704db-7abd-4f50-bad5-6294911ae0aa req-15c53da9-4dba-4af1-9069-a96f9d9a97a7 service neutron] 10.222.0.57 "GET /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942228 Aug 29 09:09:16.407089 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:16.413462 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeeba0-9c6a-492b-92f1-184b96fd243b req-bfdc04fd-5480-4d7a-aef9-68b55ca2eeb2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:16.415126 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-47aeeba0-9c6a-492b-92f1-184b96fd243b req-bfdc04fd-5480-4d7a-aef9-68b55ca2eeb2 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 945 time: 0.0560656 Aug 29 09:09:16.457762 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-47aeeba0-9c6a-492b-92f1-184b96fd243b req-b6522be6-d5cd-41b6-8ba3-115c94d03811 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345933 Aug 29 09:09:16.887154 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-e6a9163e-74f7-46f2-92cb-48f5930f817d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:16.888538 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-e6a9163e-74f7-46f2-92cb-48f5930f817d tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 945 time: 0.0544832 Aug 29 09:09:16.987055 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Deleting port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:16.987366 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:17.076864 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] For port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:17.077200 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:17.090903 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Calling delete_port for 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:17.226888 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:17.268716 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event deleted for resources: {'Port': ['ID=1f7b47c0-93cc-47ed-b97d-b8490bc04da8,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:17.313838 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] No DVR routers for this DVR port 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:09:17.316761 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:17.319188 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-50eb441a-0f39-48eb-9d5d-b9e807807c42 req-7b876cf5-5a6e-4b71-955c-c6b6da13e51a tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.57 "DELETE /v2.0/ports/1f7b47c0-93cc-47ed-b97d-b8490bc04da8 HTTP/1.1" status: 204 len: 173 time: 0.4234326 Aug 29 09:09:17.319628 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'name': 'network-vif-deleted', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:09:17.322279 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69be0a4-3d64-4ecb-99db-764367ae748b" -d '{"events": [{"server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "name": "network-vif-deleted", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:09:17.362282 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd84384-a575-4104-b25d-a35b576985ea x-openstack-request-id: req-8fd84384-a575-4104-b25d-a35b576985ea {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:09:17.362571 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc71ab8-9fd5-4bbb-a0d4-bac02d487471", "name": "network-vif-deleted", "tag": "1f7b47c0-93cc-47ed-b97d-b8490bc04da8", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:09:17.362824 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fd84384-a575-4104-b25d-a35b576985ea {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:09:17.363223 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc71ab8-9fd5-4bbb-a0d4-bac02d487471', 'name': 'network-vif-deleted', 'tag': '1f7b47c0-93cc-47ed-b97d-b8490bc04da8', 'status': 'completed', 'code': 200} Aug 29 09:09:17.565970 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3a8029ae-eed3-4adc-b1f7-499831320396 req-0cdbd751-13a8-472b-b5ea-48afa20b7aae tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcc71ab8-9fd5-4bbb-a0d4-bac02d487471 HTTP/1.1" status: 200 len: 210 time: 0.0274906 Aug 29 09:09:17.652356 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:18.626745 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48284) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:18.761811 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Deleting port 77766ffc-529e-48fd-b7ff-67d88ef7f440 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:18.762096 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:18.846155 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:18.846526 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:18.859241 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Calling delete_port for 77766ffc-529e-48fd-b7ff-67d88ef7f440 owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:18.997575 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:19.031682 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event deleted for resources: {'Port': ['ID=77766ffc-529e-48fd-b7ff-67d88ef7f440,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:19.059617 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.059941 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.060314 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.060626 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.060958 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.061345 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.061667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.061993 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.062315 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.062635 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.062951 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.063246 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:19.105279 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:19.107929 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:19.109085 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e7523e6d-a0f1-47a5-b0b5-d3a24cc4a917 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "DELETE /v2.0/floatingips/cbe48b52-3a88-4eca-9138-a98952360201 HTTP/1.1" status: 204 len: 168 time: 0.4813664 Aug 29 09:09:20.333790 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 48308) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:20.403957 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eba4fe12-ca49-4a8c-837a-d9a43e9ad0a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:20.431013 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eba4fe12-ca49-4a8c-837a-d9a43e9ad0a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:20.494067 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eba4fe12-ca49-4a8c-837a-d9a43e9ad0a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:20.496638 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eba4fe12-ca49-4a8c-837a-d9a43e9ad0a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:20.497831 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-eba4fe12-ca49-4a8c-837a-d9a43e9ad0a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] 10.222.0.45 "DELETE /v2.0/security-groups/9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7 HTTP/1.1" status: 204 len: 168 time: 0.1629181 Aug 29 09:09:20.507513 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4fe12-ca49-4a8c-837a-d9a43e9ad0a4 tempest-TestVolumeBootPattern-1528864404 tempest-TestVolumeBootPattern-1528864404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c57cbd8-f21a-4b42-a2c9-0ab9fc53ebd7,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:20.553630 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48312) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:20.614731 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:09:20.636442 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:09:20.636897 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device 1f7b47c0-93cc-47ed-b97d-b8490bc04da8 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:09:21.059215 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583045'] for router_interface, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.333280 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Deleting port e445c24a-318e-4b9a-bf20-83a1fa6044ee {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:21.333562 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.416881 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] For port e445c24a-318e-4b9a-bf20-83a1fa6044ee, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=e445c24a-318e-4b9a-bf20-83a1fa6044ee,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:21.417095 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.430429 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Calling delete_port for e445c24a-318e-4b9a-bf20-83a1fa6044ee owned by network:router_interface {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:21.481716 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 48322) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:21.594892 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a40a6eb2-b81c-4ef5-b720-6f0b1d40226b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.622697 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.648846 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Pushing event deleted for resources: {'Port': ['ID=e445c24a-318e-4b9a-bf20-83a1fa6044ee,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:21.695175 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a40a6eb2-b81c-4ef5-b720-6f0b1d40226b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.701762 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a40a6eb2-b81c-4ef5-b720-6f0b1d40226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.728547 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a40a6eb2-b81c-4ef5-b720-6f0b1d40226b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2edb23485614b8287353ea2abe2e9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456334 Aug 29 09:09:21.734194 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 48326) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:21.774148 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a6eb2-b81c-4ef5-b720-6f0b1d40226b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0883a8-aa81-452e-ba3f-151f0d4a723f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:21.817598 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-72e84489-15d5-42bc-bbc8-1daeb44aa46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.834542 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582863'] for router_interface, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.842211 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-72e84489-15d5-42bc-bbc8-1daeb44aa46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.899342 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-72e84489-15d5-42bc-bbc8-1daeb44aa46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.902524 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-72e84489-15d5-42bc-bbc8-1daeb44aa46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:21.903835 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-72e84489-15d5-42bc-bbc8-1daeb44aa46e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e0883a8-aa81-452e-ba3f-151f0d4a723f HTTP/1.1" status: 204 len: 168 time: 0.1684151 Aug 29 09:09:21.911785 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e84489-15d5-42bc-bbc8-1daeb44aa46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0883a8-aa81-452e-ba3f-151f0d4a723f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:22.077346 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Router 73b5d587-d347-4662-bef8-e0f8fda4f1cd has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:09:22.188751 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:09:22.197925 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-46d14ead-9bb0-49dd-802d-60b3978c2543 admin admin] 10.222.0.45 "PUT /v2.0/routers/73b5d587-d347-4662-bef8-e0f8fda4f1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6397758 Aug 29 09:09:22.197925 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48336) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:22.200653 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] Sync routers for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:09:22.209773 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:09:22.210418 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:09:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:22.306793 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks [] for router, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:22.331369 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:09:22.542322 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:09:21Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:22.579208 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] Checking router: 73b5d587-d347-4662-bef8-e0f8fda4f1cd for host: dv-cinder-806490-1-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:09:22.589115 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] Routers {'73b5d587-d347-4662-bef8-e0f8fda4f1cd'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:09:22.589814 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:09:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:22.690247 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:22.703537 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] Set router 73b5d587-d347-4662-bef8-e0f8fda4f1cd gateway port host: dv-cinder-806490-1-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:09:22.755055 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Deleting port d7236398-6684-40dc-81a1-233fdc893239 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:22.755575 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:22.848112 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] For port d7236398-6684-40dc-81a1-233fdc893239, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=d7236398-6684-40dc-81a1-233fdc893239,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:22.848834 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:22.863622 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Calling delete_port for d7236398-6684-40dc-81a1-233fdc893239 owned by network:router_gateway {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:22.903292 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:09:21Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:22.953497 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eef530-c23c-442d-8a25-1e0852052bc8 None None] The sync data for ids ['73b5d587-d347-4662-bef8-e0f8fda4f1cd'] in dv-cinder-806490-1-iscsi is: [{'id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'name': 'tempest-TestVolumeBootPattern-471291815-router', 'tenant_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': 'd7236398-6684-40dc-81a1-233fdc893239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:09:21Z', 'revision_number': 5, 'project_id': 'fe574a1c54004de0a0983cfdc3b29e5a', 'gw_port': {'id': 'd7236398-6684-40dc-81a1-233fdc893239', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b5d587-d347-4662-bef8-e0f8fda4f1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:45Z', 'updated_at': '2021-08-29T09:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:09:23.058669 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.097929 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7236398-6684-40dc-81a1-233fdc893239,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:23.168986 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582677'] for router_gateway, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.267804 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4126'] for router, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.269976 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.315206 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573317'] for router, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.315725 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b5d587-d347-4662-bef8-e0f8fda4f1cd {{(pid=94048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 09:09:23.321778 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.322985 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-19895ebd-f2a4-4a8d-bd7e-c34c8458b809 admin admin] 10.222.0.45 "DELETE /v2.0/routers/73b5d587-d347-4662-bef8-e0f8fda4f1cd HTTP/1.1" status: 204 len: 168 time: 1.1243982 Aug 29 09:09:23.325899 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 48358) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:23.374400 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4237bab4-d6a9-4c3f-a485-65eb156fa2e1 admin admin] Deleting subnet 860672bb-5b07-43d5-a1f6-fa498b4da69c {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:09:23.377805 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4237bab4-d6a9-4c3f-a485-65eb156fa2e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.413767 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4237bab4-d6a9-4c3f-a485-65eb156fa2e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16836920'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.500759 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4237bab4-d6a9-4c3f-a485-65eb156fa2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.560530 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4237bab4-d6a9-4c3f-a485-65eb156fa2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18195450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18042502'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.587436 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237bab4-d6a9-4c3f-a485-65eb156fa2e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860672bb-5b07-43d5-a1f6-fa498b4da69c,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:23.590973 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4237bab4-d6a9-4c3f-a485-65eb156fa2e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.595926 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4237bab4-d6a9-4c3f-a485-65eb156fa2e1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/860672bb-5b07-43d5-a1f6-fa498b4da69c HTTP/1.1" status: 204 len: 168 time: 0.2654214 Aug 29 09:09:23.596959 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48360) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:23.597932 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e7c174-294d-438f-824d-f821b18ff4de None None] Network 1e97d103-9793-4654-8580-63def8c14bef requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:09:23.668548 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.739117 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Deleting port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:23.739647 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.816998 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] For port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=599e0a97-c4b3-483e-94b6-2d2c1ae5235b,segment=NetworkSegment(2c1dd850-439c-4d08-9902-91ff65322dd8),segment_id=2c1dd850-439c-4d08-9902-91ff65322dd8)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:23.817290 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.832151 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Calling delete_port for 599e0a97-c4b3-483e-94b6-2d2c1ae5235b owned by network:dhcp {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:23.918560 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:23.946425 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Pushing event deleted for resources: {'Port': ['ID=599e0a97-c4b3-483e-94b6-2d2c1ae5235b,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:23.946643 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7665460-6efd-43f2-956e-301ce063922a None None] DHCP port deletion for 1e97d103-9793-4654-8580-63def8c14bef request from dv-cinder-806490-1-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 09:09:23.950270 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] No DVR routers for this DVR port 599e0a97-c4b3-483e-94b6-2d2c1ae5235b on host dv-cinder-806490-1-iscsi {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:09:24.030407 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device d7236398-6684-40dc-81a1-233fdc893239 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:09:24.031431 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:24.042232 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e97d103-9793-4654-8580-63def8c14bef']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:24.052543 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: d7236398-6684-40dc-81a1-233fdc893239 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:09:24.052906 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device d7236398-6684-40dc-81a1-233fdc893239 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:09:24.053356 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device e445c24a-318e-4b9a-bf20-83a1fa6044ee no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:09:24.053488 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1dd850-439c-4d08-9902-91ff65322dd8') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:24.053752 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1dd850-439c-4d08-9902-91ff65322dd8') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:24.063135 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159152'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:24.072332 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: e445c24a-318e-4b9a-bf20-83a1fa6044ee {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:09:24.072589 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device e445c24a-318e-4b9a-bf20-83a1fa6044ee not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:09:24.072989 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 599e0a97-c4b3-483e-94b6-2d2c1ae5235b no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:09:24.082380 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:24.088492 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:09:24.088883 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166108'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: Traceback (most recent call last): Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: timer() Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: cb(*args, **kw) Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: return func(*args, **kwargs) Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: self._notify() Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: self.callback(batched_events) Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: event.method(event) Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: return f(self, *a, **k) Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._get(url).json() Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:09:24.090566 dv-cinder-806490-1-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:09:24.092738 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 599e0a97-c4b3-483e-94b6-2d2c1ae5235b {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:09:24.092738 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 599e0a97-c4b3-483e-94b6-2d2c1ae5235b not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:09:24.152605 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:24.161207 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:24.163826 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1e97d103-9793-4654-8580-63def8c14bef HTTP/1.1" status: 204 len: 168 time: 0.5652397 Aug 29 09:09:24.166894 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 48364) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:24.174689 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7151bb7-97c0-432c-8d34-754a9612c287 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e97d103-9793-4654-8580-63def8c14bef,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:24.330102 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-52d8d0a5-235d-4a9f-a748-e1d5ab29881e tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b6bfaff17bee49209b45529aed0e9c62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307789 Aug 29 09:09:24.523068 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-478dd83c-0b1c-4506-88e5-057bb31f39e8 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:24.524574 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-478dd83c-0b1c-4506-88e5-057bb31f39e8 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886079 Aug 29 09:09:24.541471 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f183057a-e407-4f36-9292-1288392b2a90 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/quotas/b6bfaff17bee49209b45529aed0e9c62 HTTP/1.1" status: 200 len: 375 time: 0.0104570 Aug 29 09:09:24.543244 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583045'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:24.582202 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-904d568e-1e59-4247-a9d9-31a68db74259 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6bfaff17bee49209b45529aed0e9c62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265388 Aug 29 09:09:24.744412 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8093476c-a339-4f61-9e7c-2ca543ce4d54 req-6dbc00ec-43a5-4baa-94cf-7c49022d1b0c tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 210 time: 0.0280128 Aug 29 09:09:24.808739 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Deleting port c918b8cc-060a-4a74-9c69-56f08b4c2b5c {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:24.809129 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:24.894223 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] For port c918b8cc-060a-4a74-9c69-56f08b4c2b5c, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=c918b8cc-060a-4a74-9c69-56f08b4c2b5c,segment=NetworkSegment(303862d6-6190-4c76-b3dc-f7835f545a4b),segment_id=303862d6-6190-4c76-b3dc-f7835f545a4b)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:24.894590 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:24.908983 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Calling delete_port for c918b8cc-060a-4a74-9c69-56f08b4c2b5c owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:25.114549 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:25.141623 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Pushing event deleted for resources: {'Port': ['ID=c918b8cc-060a-4a74-9c69-56f08b4c2b5c,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:25.320420 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582863'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:25.572815 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Router 798a6dc4-8e3d-493d-ab8f-9564dedea188 has already been hosted by L3 agent e97e697b-f455-498a-9ff5-680cc1059519 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 09:09:25.690788 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] Notify agent at l3_agent.dv-cinder-806490-1-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 09:09:25.696574 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0ca29357-dff7-48eb-a3d0-a742b567659b admin admin] 10.222.0.45 "PUT /v2.0/routers/798a6dc4-8e3d-493d-ab8f-9564dedea188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5284958 Aug 29 09:09:25.699337 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.45', 48390) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:25.701482 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] Sync routers for ids ['798a6dc4-8e3d-493d-ab8f-9564dedea188'] in dv-cinder-806490-1-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 09:09:25.715474 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] Routers {'798a6dc4-8e3d-493d-ab8f-9564dedea188'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:09:25.716116 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:09:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['798a6dc4-8e3d-493d-ab8f-9564dedea188'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:25.772135 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-a0b58d8c-35fe-433b-8c38-c9ef04ed06d1 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b6bfaff17bee49209b45529aed0e9c62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338202 Aug 29 09:09:25.921971 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a43af366-265d-4128-96e6-9ae72b92c9fa req-4e8ca7a3-b646-4dfd-85f8-9c4c4f3335b6 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 210 time: 0.0420346 Aug 29 09:09:25.969141 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] Set router 798a6dc4-8e3d-493d-ab8f-9564dedea188 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:09:26.161635 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:53Z', 'updated_at': '2021-08-29T09:09:25Z', 'revision_number': 5, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'gw_port': {'id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:54Z', 'updated_at': '2021-08-29T09:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:26.188480 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] Checking router: 798a6dc4-8e3d-493d-ab8f-9564dedea188 for host: dv-cinder-806490-1-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 09:09:26.199033 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] Routers {'798a6dc4-8e3d-493d-ab8f-9564dedea188'} bound to L3 agent in host dv-cinder-806490-1-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 29 09:09:26.200404 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806490-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-29T08:49:45Z,description=,heartbeat_timestamp=2021-08-29T09:09:15Z,host='dv-cinder-806490-1-iscsi',id=e97e697b-f455-498a-9ff5-680cc1059519,load=0,resource_versions=,resources_synced=,started_at=2021-08-29T08:49:45Z,topic='l3_agent')) {'router_ids': ['798a6dc4-8e3d-493d-ab8f-9564dedea188'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:26.237411 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:26.304348 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] Set router 798a6dc4-8e3d-493d-ab8f-9564dedea188 gateway port host: dv-cinder-806490-1-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 29 09:09:26.312166 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-e49c0cd3-5144-4c44-a97c-8e4983134fe0 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:26.313695 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-e49c0cd3-5144-4c44-a97c-8e4983134fe0 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5325677 Aug 29 09:09:26.350802 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Request body: {'port': {'device_id': '88757243-0838-438f-9c42-666551fdd45d', 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73', 'admin_state_up': True, 'tenant_id': 'b6bfaff17bee49209b45529aed0e9c62'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:09:26.435941 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:26.509821 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:53Z', 'updated_at': '2021-08-29T09:09:25Z', 'revision_number': 5, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'gw_port': {'id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:54Z', 'updated_at': '2021-08-29T09:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}], 'dv-cinder-806490-1-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:26.519292 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Made reservation on behalf of b6bfaff17bee49209b45529aed0e9c62 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 09:09:26.523079 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:26.534124 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:26.537657 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ab0a2-afac-41e6-9b99-57b5a0559968 None None] The sync data for ids ['798a6dc4-8e3d-493d-ab8f-9564dedea188'] in dv-cinder-806490-1-iscsi is: [{'id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'name': 'tempest-TestVolumeBootPattern-109568983-router', 'tenant_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'external_fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-29T09:01:53Z', 'updated_at': '2021-08-29T09:09:25Z', 'revision_number': 5, 'project_id': '9bdd68b5b81c4613a7f75aa93075a4f8', 'gw_port': {'id': 'bf44cb57-cb82-4299-a780-6233b9402aa0', 'name': '', 'network_id': 'fcc90a5a-9124-485b-a02b-0d240ec6a6f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ac:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798a6dc4-8e3d-493d-ab8f-9564dedea188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806490-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-29T09:01:54Z', 'updated_at': '2021-08-29T09:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7d7a70d9-8016-492b-865e-d82c98ed678c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806490-1-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 09:09:26.538306 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Deleting port bf44cb57-cb82-4299-a780-6233b9402aa0 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:26.539397 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:26.659645 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] For port bf44cb57-cb82-4299-a780-6233b9402aa0, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=bf44cb57-cb82-4299-a780-6233b9402aa0,segment=NetworkSegment(0494699f-7be9-4394-8ffc-5c57cb9104f5),segment_id=0494699f-7be9-4394-8ffc-5c57cb9104f5)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:26.660395 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:26.677973 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Calling delete_port for bf44cb57-cb82-4299-a780-6233b9402aa0 owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:26.756299 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:26.764850 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:26.885407 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c506d7f7-3901-41b7-8b32-0c1583bd7bb7,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:26.993002 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Allocated IP 192.168.233.63 (77b2d6a2-a8bb-440f-b7b8-f22485537c73/90bc82fe-e22c-4c5d-aaa8-f42bb807a370/a9c78816-cc16-4128-be1a-a1780c2b7844) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 09:09:27.017747 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.020169 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cb48deca-b4d1-4534-b586-0d244b7166c9 req-a5926187-0275-49ba-8378-43a562311e94 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 210 time: 0.0277617 Aug 29 09:09:27.055157 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf44cb57-cb82-4299-a780-6233b9402aa0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:27.173102 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582677'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.288122 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4126'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.292234 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.355650 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573317'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.356335 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798a6dc4-8e3d-493d-ab8f-9564dedea188 {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 09:09:27.361013 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.362052 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7442014f-0ca2-46e1-9a70-20bb85a6ce04 admin admin] 10.222.0.45 "DELETE /v2.0/routers/798a6dc4-8e3d-493d-ab8f-9564dedea188 HTTP/1.1" status: 204 len: 168 time: 1.6617599 Aug 29 09:09:27.364888 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48400) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:27.372872 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.388435 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Transition to ACTIVE for port object a9c78816-cc16-4128-be1a-a1780c2b7844 will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:09:27.424458 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb98c51-181e-45e1-9802-65f38bbe9537 admin admin] Deleting subnet 643547df-aa2d-4fcb-9eda-e675d03e5012 {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 29 09:09:27.426195 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761526299414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.427901 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9bb98c51-181e-45e1-9802-65f38bbe9537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.469743 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9bb98c51-181e-45e1-9802-65f38bbe9537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10159151'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.470130 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 09:09:27.473527 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 09:09:27.476478 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 29 09:09:27.514663 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Pushing event updated for resources: {'Port': ['ID=a9c78816-cc16-4128-be1a-a1780c2b7844,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:27.553853 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:27.554581 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.562684 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9bb98c51-181e-45e1-9802-65f38bbe9537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675140'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.572674 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-ceff89e3-30b5-498a-be3d-1d9d4fa81587 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2274427 Aug 29 09:09:27.585414 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Request body: {'port': {'device_id': '88757243-0838-438f-9c42-666551fdd45d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80649'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 09:09:27.640979 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9bb98c51-181e-45e1-9802-65f38bbe9537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10166074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10312367'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.659225 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.667725 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb98c51-181e-45e1-9802-65f38bbe9537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643547df-aa2d-4fcb-9eda-e675d03e5012,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:27.678754 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9bb98c51-181e-45e1-9802-65f38bbe9537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.681056 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9bb98c51-181e-45e1-9802-65f38bbe9537 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/643547df-aa2d-4fcb-9eda-e675d03e5012 HTTP/1.1" status: 204 len: 168 time: 0.3148327 Aug 29 09:09:27.685735 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48402) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:27.686459 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545316b-418f-45b9-84cc-c5ada7815480 None None] Network 2f808be3-55af-4e85-a878-b587e0beabdb requested from dv-cinder-806490-1-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 29 09:09:27.757490 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-773332'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.818052 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Deleting port 81843276-d1c5-4813-9626-ba6200cb7b87 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:27.818971 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.912246 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] For port 81843276-d1c5-4813-9626-ba6200cb7b87, host dv-cinder-806490-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806490-1-iscsi',level=0,port_id=81843276-d1c5-4813-9626-ba6200cb7b87,segment=NetworkSegment(303862d6-6190-4c76-b3dc-f7835f545a4b),segment_id=303862d6-6190-4c76-b3dc-f7835f545a4b)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:27.912974 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.915552 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-edc33467-0ebd-487c-a839-551605f6f739 None None] Provisioning for port a9c78816-cc16-4128-be1a-a1780c2b7844 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:09:27.932541 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-edc33467-0ebd-487c-a839-551605f6f739 None None] Provisioning complete for port a9c78816-cc16-4128-be1a-a1780c2b7844 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:09:27.932846 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-edc33467-0ebd-487c-a839-551605f6f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:27.937546 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Calling delete_port for 81843276-d1c5-4813-9626-ba6200cb7b87 owned by network:dhcp {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:27.941873 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device c918b8cc-060a-4a74-9c69-56f08b4c2b5c no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:09:27.981474 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c78816-cc16-4128-be1a-a1780c2b7844 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:09:27.990774 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.001771 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: c918b8cc-060a-4a74-9c69-56f08b4c2b5c {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:09:28.002112 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device c918b8cc-060a-4a74-9c69-56f08b4c2b5c not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:09:28.002724 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device bf44cb57-cb82-4299-a780-6233b9402aa0 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:09:28.006032 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Transition to ACTIVE for port object a9c78816-cc16-4128-be1a-a1780c2b7844 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 29 09:09:28.011543 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.034901 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10166121'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.046072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: bf44cb57-cb82-4299-a780-6233b9402aa0 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:09:28.046675 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device bf44cb57-cb82-4299-a780-6233b9402aa0 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:09:28.055940 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-edc33467-0ebd-487c-a839-551605f6f739 None None] Port a9c78816-cc16-4128-be1a-a1780c2b7844 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 29 09:09:28.075936 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c78816-cc16-4128-be1a-a1780c2b7844,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:28.095741 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Pushing event deleted for resources: {'Port': ['ID=81843276-d1c5-4813-9626-ba6200cb7b87,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:28.098140 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] No DVR routers for this DVR port 81843276-d1c5-4813-9626-ba6200cb7b87 on host dv-cinder-806490-1-iscsi {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:09:28.154914 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6539c6a0-dd26-4821-9155-62e908aa54e1 None None] DHCP port deletion for 2f808be3-55af-4e85-a878-b587e0beabdb request from dv-cinder-806490-1-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 29 09:09:28.192050 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Attempting to bind port a9c78816-cc16-4128-be1a-a1780c2b7844 on host hv-cinder-80649 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 29 09:09:28.192320 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Attempting to bind port a9c78816-cc16-4128-be1a-a1780c2b7844 by drivers openvswitch,hyperv on host hv-cinder-80649 at level 0 using segments [{'id': 'f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 29 09:09:28.192698 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Attempting to bind port a9c78816-cc16-4128-be1a-a1780c2b7844 on network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:09:28.197926 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Port a9c78816-cc16-4128-be1a-a1780c2b7844 on network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80649 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 29 09:09:28.198576 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Attempting to bind port a9c78816-cc16-4128-be1a-a1780c2b7844 on network 77b2d6a2-a8bb-440f-b7b8-f22485537c73 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 29 09:09:28.203610 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Checking agent: {'id': 'b3f6a87d-8b25-4a9a-b2a7-a99825cf8bcc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80649', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'started_at': datetime.datetime(2021, 8, 29, 8, 56, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 29, 9, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 29 09:09:28.203953 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Checking segment: {'id': 'f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 29 09:09:28.204345 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Bound using segment: {'id': 'f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 29 09:09:28.204780 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Bound port: a9c78816-cc16-4128-be1a-a1780c2b7844, host: hv-cinder-80649, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 29 09:09:28.205144 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.223847 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-745151', 'neutron.services.segments.db._delete_segments_for_network-8761526826990'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.236752 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f808be3-55af-4e85-a878-b587e0beabdb']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:28.255093 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fafa5-b9df-4ac9-a4ff-bacef2eafa8a req-b754a90a-32aa-4f41-9b64-0537564962c7 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:28.256653 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-890fafa5-b9df-4ac9-a4ff-bacef2eafa8a req-b754a90a-32aa-4f41-9b64-0537564962c7 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 947 time: 0.1228421 Aug 29 09:09:28.258508 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303862d6-6190-4c76-b3dc-f7835f545a4b') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:28.258807 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303862d6-6190-4c76-b3dc-f7835f545a4b') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 09:09:28.269667 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761526826873', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10159152'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.275674 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] For port a9c78816-cc16-4128-be1a-a1780c2b7844, host hv-cinder-80649, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 09:09:28.279001 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] For port a9c78816-cc16-4128-be1a-a1780c2b7844, host hv-cinder-80649, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a9c78816-cc16-4128-be1a-a1780c2b7844,segment=NetworkSegment(f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456),segment_id=f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 09:09:28.284801 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18195376'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.297953 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.300001 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:28.300610 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.309389 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] 10.222.0.57 "PUT /v2.0/ports/a9c78816-cc16-4128-be1a-a1780c2b7844 HTTP/1.1" status: 200 len: 1097 time: 0.7215688 Aug 29 09:09:28.309389 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88757243-0838-438f-9c42-666551fdd45d', 'tag': 'a9c78816-cc16-4128-be1a-a1780c2b7844'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:09:28.309389 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6bf838-bf52-4bb6-9061-7240b21117be" -d '{"events": [{"name": "network-changed", "server_uuid": "88757243-0838-438f-9c42-666551fdd45d", "tag": "a9c78816-cc16-4128-be1a-a1780c2b7844"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:09:28.315483 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 09:09:28.316006 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10166108'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: Traceback (most recent call last): Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: timer() Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: cb(*args, **kw) Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: return func(*args, **kwargs) Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: self._notify() Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: self.callback(batched_events) Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: event.method(event) Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: return f(self, *a, **k) Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._get(url).json() Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 29 09:09:28.317845 dv-cinder-806490-1-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 29 09:09:28.343577 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-890fafa5-b9df-4ac9-a4ff-bacef2eafa8a req-913564ed-1fbf-497e-bc04-fa7a9084f7cc tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754883 Aug 29 09:09:28.395083 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a825a2-01d0-4617-a9a1-86195436ff01 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c78816-cc16-4128-be1a-a1780c2b7844,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:28.413200 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-745158', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582697'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.413466 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-dfc449e2-e996-4cd3-bd00-1fd1b432f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:28.415431 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-dfc449e2-e996-4cd3-bd00-1fd1b432f8a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6bfaff17bee49209b45529aed0e9c62&device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 1100 time: 0.0617344 Aug 29 09:09:28.427152 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 29 Aug 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212a641a-6edc-40d2-be46-34501688ef73 x-openstack-request-id: req-212a641a-6edc-40d2-be46-34501688ef73 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:09:28.427377 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88757243-0838-438f-9c42-666551fdd45d", "tag": "a9c78816-cc16-4128-be1a-a1780c2b7844", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:09:28.427622 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-212a641a-6edc-40d2-be46-34501688ef73 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:09:28.428026 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88757243-0838-438f-9c42-666551fdd45d', 'tag': 'a9c78816-cc16-4128-be1a-a1780c2b7844', 'status': 'completed', 'code': 200} Aug 29 09:09:28.433268 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610357'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.435306 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] 10.222.0.45 "DELETE /v2.0/networks/2f808be3-55af-4e85-a878-b587e0beabdb HTTP/1.1" status: 204 len: 168 time: 0.7485380 Aug 29 09:09:28.436818 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e66bff-c5b5-4597-8852-6dc61756733b admin admin] Pushing event deleted for resources: {'Network': ['ID=2f808be3-55af-4e85-a878-b587e0beabdb,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:28.479968 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-80542960-23f5-43a7-9540-270811f0cef7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a9c78816-cc16-4128-be1a-a1780c2b7844 HTTP/1.1" status: 200 len: 217 time: 0.0510042 Aug 29 09:09:28.532208 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-c3937007-e6c1-4ea6-a1f2-210b67c2c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:28.533809 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-c3937007-e6c1-4ea6-a1f2-210b67c2c76c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=90bc82fe-e22c-4c5d-aaa8-f42bb807a370 HTTP/1.1" status: 200 len: 843 time: 0.0472512 Aug 29 09:09:28.583337 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-8001a273-d410-4610-bf24-7ccdba7a6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:28.585014 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-8001a273-d410-4610-bf24-7ccdba7a6271 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77b2d6a2-a8bb-440f-b7b8-f22485537c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0442348 Aug 29 09:09:28.637323 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48410) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:28.683976 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8477fae6-6c86-4262-bbb0-ebebe9b6ebaa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe574a1c54004de0a0983cfdc3b29e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452514 Aug 29 09:09:28.686519 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48412) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:28.691353 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-7f107419-491c-4cec-820e-ed0bae17d02a service neutron] 10.222.0.57 "GET /v2.0/networks/77b2d6a2-a8bb-440f-b7b8-f22485537c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970292 Aug 29 09:09:28.740149 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d4bb68e7-2e35-4824-9537-9082d816eb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.761979 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d4bb68e7-2e35-4824-9537-9082d816eb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.782418 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-cca18537-0d94-4ac8-a15d-d4a4685ebd21 req-e24936f6-4900-4f23-a541-3f23544b3e0d service neutron] 10.222.0.57 "GET /v2.0/networks/77b2d6a2-a8bb-440f-b7b8-f22485537c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835967 Aug 29 09:09:28.810751 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d4bb68e7-2e35-4824-9537-9082d816eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.813574 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d4bb68e7-2e35-4824-9537-9082d816eb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:28.814824 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d4bb68e7-2e35-4824-9537-9082d816eb83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22ae3a36-b37d-438d-b537-12861d361032 HTTP/1.1" status: 204 len: 168 time: 0.1272533 Aug 29 09:09:28.823484 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb68e7-2e35-4824-9537-9082d816eb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae3a36-b37d-438d-b537-12861d361032,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:28.873646 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-cac50610-038b-4d21-81da-7852f52331bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:28.875301 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-cac50610-038b-4d21-81da-7852f52331bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6bfaff17bee49209b45529aed0e9c62&device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 1100 time: 0.0465477 Aug 29 09:09:28.970948 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-9d8d2bc3-f5de-4514-828b-73ca79e4d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:28.972463 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-9d8d2bc3-f5de-4514-828b-73ca79e4d984 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77b2d6a2-a8bb-440f-b7b8-f22485537c73 HTTP/1.1" status: 200 len: 870 time: 0.0896883 Aug 29 09:09:29.018693 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-48bacccb-b0cf-47be-b666-53b3ace492ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a9c78816-cc16-4128-be1a-a1780c2b7844 HTTP/1.1" status: 200 len: 217 time: 0.0370409 Aug 29 09:09:29.074256 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-de8ba28f-c724-43fc-8c51-36db1bd3ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:29.075851 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-de8ba28f-c724-43fc-8c51-36db1bd3ad5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=90bc82fe-e22c-4c5d-aaa8-f42bb807a370 HTTP/1.1" status: 200 len: 843 time: 0.0496840 Aug 29 09:09:29.125171 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-e082aa35-8b6e-42f3-b145-fd674eb4b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:29.126847 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-e082aa35-8b6e-42f3-b145-fd674eb4b6fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77b2d6a2-a8bb-440f-b7b8-f22485537c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431137 Aug 29 09:09:29.163542 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48418) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:29.207097 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e2bac75e-89f9-445b-92b7-87587b2e351e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bdd68b5b81c4613a7f75aa93075a4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400059 Aug 29 09:09:29.207346 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48420) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:29.218749 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-bce197b9-209c-4f95-96bb-5e18112b84f0 service neutron] 10.222.0.57 "GET /v2.0/networks/77b2d6a2-a8bb-440f-b7b8-f22485537c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842638 Aug 29 09:09:29.256831 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-50db0d6c-c5ad-49dd-b8c3-44fa98792d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:29.283524 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-50db0d6c-c5ad-49dd-b8c3-44fa98792d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:29.314776 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ac6bf838-bf52-4bb6-9061-7240b21117be req-a60279e4-2860-47ee-b610-28b282fdffe8 service neutron] 10.222.0.57 "GET /v2.0/networks/77b2d6a2-a8bb-440f-b7b8-f22485537c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879080 Aug 29 09:09:29.336482 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-50db0d6c-c5ad-49dd-b8c3-44fa98792d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:29.339419 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-50db0d6c-c5ad-49dd-b8c3-44fa98792d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:29.340888 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-50db0d6c-c5ad-49dd-b8c3-44fa98792d83 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9cdfd225-32f4-469b-b174-89558f2ea4f4 HTTP/1.1" status: 204 len: 168 time: 0.1326673 Aug 29 09:09:29.353066 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db0d6c-c5ad-49dd-b8c3-44fa98792d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdfd225-32f4-469b-b174-89558f2ea4f4,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:29.476093 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19865d32-0ce0-422d-8794-d4375cebaaef req-f44e2dba-7feb-488d-9627-42bcf5fb2ad8 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:29.477973 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-19865d32-0ce0-422d-8794-d4375cebaaef req-f44e2dba-7feb-488d-9627-42bcf5fb2ad8 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 947 time: 0.0606165 Aug 29 09:09:29.525537 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-19865d32-0ce0-422d-8794-d4375cebaaef req-851e548b-7f07-4873-8562-867c015cc49f tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Aug 29 09:09:29.839815 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 81843276-d1c5-4813-9626-ba6200cb7b87 no longer exists at agent ovs-agent-dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:09:29.860736 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] No Port match for: 81843276-d1c5-4813-9626-ba6200cb7b87 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:09:29.861104 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Device 81843276-d1c5-4813-9626-ba6200cb7b87 not bound to the agent host dv-cinder-806490-1-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:09:30.650127 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aea56-fc4d-42ee-bfa3-c607c3b2fe39 req-47ab65f3-016d-4093-8d7e-6c2db77831fb tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:30.651727 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c8aea56-fc4d-42ee-bfa3-c607c3b2fe39 req-47ab65f3-016d-4093-8d7e-6c2db77831fb tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 947 time: 0.0529847 Aug 29 09:09:30.696632 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c8aea56-fc4d-42ee-bfa3-c607c3b2fe39 req-f0a6ab1c-cda9-4582-9a84-97858676a94e tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348747 Aug 29 09:09:31.032929 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:31.827691 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4916c3f-d338-42d6-a0f5-8ff2513584bf req-726cc550-d230-44ac-b9e8-31777a6d98b7 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:31.829185 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4916c3f-d338-42d6-a0f5-8ff2513584bf req-726cc550-d230-44ac-b9e8-31777a6d98b7 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 947 time: 0.0580957 Aug 29 09:09:31.869164 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4916c3f-d338-42d6-a0f5-8ff2513584bf req-eb259907-626e-49dc-8177-4d8546fe2879 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Aug 29 09:09:32.640072 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a9c78816-cc16-4128-be1a-a1780c2b7844 details requested by agent hyperv_hv-cinder-80649 with host hv-cinder-80649 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 09:09:32.746978 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a9c78816-cc16-4128-be1a-a1780c2b7844, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a9c78816-cc16-4128-be1a-a1780c2b7844,segment=NetworkSegment(f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456),segment_id=f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:32.768019 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Returning: {'device': 'a9c78816-cc16-4128-be1a-a1780c2b7844', 'network_id': '77b2d6a2-a8bb-440f-b7b8-f22485537c73', 'port_id': 'a9c78816-cc16-4128-be1a-a1780c2b7844', 'mac_address': 'fa:16:3e:29:0d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90bc82fe-e22c-4c5d-aaa8-f42bb807a370', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 09:09:32.809321 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:32.823422 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c78816-cc16-4128-be1a-a1780c2b7844 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 29 09:09:32.843284 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a9c78816-cc16-4128-be1a-a1780c2b7844, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a9c78816-cc16-4128-be1a-a1780c2b7844,segment=NetworkSegment(f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456),segment_id=f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:32.849069 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:32.899697 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=a9c78816-cc16-4128-be1a-a1780c2b7844,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:32.907858 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.908217 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.908561 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.908904 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.909257 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.909593 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.909928 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.910252 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.910605 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.910960 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.911286 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:32.911607 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806490-1-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 09:09:33.007194 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213baa7-d9cf-4339-83fc-f45cd439b50c req-87eb2fdd-2cd2-4a8f-80db-7b71d85d2f59 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:33.008651 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5213baa7-d9cf-4339-83fc-f45cd439b50c req-87eb2fdd-2cd2-4a8f-80db-7b71d85d2f59 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 948 time: 0.0647569 Aug 29 09:09:33.053212 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5213baa7-d9cf-4339-83fc-f45cd439b50c req-a47c568c-6a4a-43b5-81be-7188ffb6686c tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375230 Aug 29 09:09:33.055921 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['a9c78816-cc16-4128-be1a-a1780c2b7844'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:09:34.186997 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed3c22-5b70-4c86-a499-c3aa261d8166 req-784e9e18-2d1f-4332-b6e4-1f77407749ca tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:34.188476 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6fed3c22-5b70-4c86-a499-c3aa261d8166 req-784e9e18-2d1f-4332-b6e4-1f77407749ca tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 948 time: 0.0526817 Aug 29 09:09:34.230274 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6fed3c22-5b70-4c86-a499-c3aa261d8166 req-02997a53-0176-4ea4-8d12-497e98628971 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Aug 29 09:09:34.644922 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a9c78816-cc16-4128-be1a-a1780c2b7844 up at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 09:09:34.699688 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning for port a9c78816-cc16-4128-be1a-a1780c2b7844 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 29 09:09:34.703736 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Provisioning complete for port a9c78816-cc16-4128-be1a-a1780c2b7844 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 29 09:09:34.704104 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-697654'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:34.788817 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-723903'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:34.811996 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88757243-0838-438f-9c42-666551fdd45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c78816-cc16-4128-be1a-a1780c2b7844'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:09:34.814286 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acc659ef705b462ef4cf5693e11506dc196872c058e71ace920da251b884c65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b275d174-6c36-4870-9430-280bb27ecced" -d '{"events": [{"server_uuid": "88757243-0838-438f-9c42-666551fdd45d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c78816-cc16-4128-be1a-a1780c2b7844"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:09:34.827552 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] For port a9c78816-cc16-4128-be1a-a1780c2b7844, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a9c78816-cc16-4128-be1a-a1780c2b7844,segment=NetworkSegment(f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456),segment_id=f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:34.833216 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761526852401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761526299432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761526299450'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:34.885128 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Pushing event updated for resources: {'Port': ['ID=a9c78816-cc16-4128-be1a-a1780c2b7844,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:35.054847 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1b2180-5144-4d7c-b2d4-a327af56203d x-openstack-request-id: req-fa1b2180-5144-4d7c-b2d4-a327af56203d {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:09:35.055146 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88757243-0838-438f-9c42-666551fdd45d", "name": "network-vif-plugged", "status": "completed", "tag": "a9c78816-cc16-4128-be1a-a1780c2b7844", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:09:35.055402 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa1b2180-5144-4d7c-b2d4-a327af56203d {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:09:35.055800 dv-cinder-806490-1-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88757243-0838-438f-9c42-666551fdd45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c78816-cc16-4128-be1a-a1780c2b7844', 'code': 200} Aug 29 09:09:35.244501 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da0afd-a518-4226-8c11-024a6057020a req-3bae2939-b609-4943-93f4-8fae5c54a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:35.246079 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-23da0afd-a518-4226-8c11-024a6057020a req-3bae2939-b609-4943-93f4-8fae5c54a633 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 1102 time: 0.0466540 Aug 29 09:09:35.287807 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-23da0afd-a518-4226-8c11-024a6057020a req-34d839cb-eae5-451e-b46a-91ea54bb1e4a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Aug 29 09:09:35.365110 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519d04-0c41-489f-bde7-7b6cbe231caa req-ec939df2-51a6-4021-b444-1cc5380f7fe5 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:35.366566 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e9519d04-0c41-489f-bde7-7b6cbe231caa req-ec939df2-51a6-4021-b444-1cc5380f7fe5 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 949 time: 0.0550961 Aug 29 09:09:35.413689 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e9519d04-0c41-489f-bde7-7b6cbe231caa req-604702a7-379f-4bbd-ab4c-79c4d2f51ca4 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Aug 29 09:09:35.689304 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:09:36.541950 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24927de1-2ac5-4667-96c2-a53e2396335f req-bb218c16-d3d6-4ff0-b3f5-5fb31078c77e tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:36.543435 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-24927de1-2ac5-4667-96c2-a53e2396335f req-bb218c16-d3d6-4ff0-b3f5-5fb31078c77e tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 949 time: 0.0580230 Aug 29 09:09:36.588596 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-24927de1-2ac5-4667-96c2-a53e2396335f req-42078d67-af49-4a38-b1c4-5c7fc69ac04f tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386016 Aug 29 09:09:36.896837 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aff6c-c2dc-4976-95a1-c347a257decd req-7c11c9dd-c60c-4b49-a442-33f4d345eb06 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:36.898411 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-659aff6c-c2dc-4976-95a1-c347a257decd req-7c11c9dd-c60c-4b49-a442-33f4d345eb06 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 949 time: 0.0604224 Aug 29 09:09:36.937844 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-659aff6c-c2dc-4976-95a1-c347a257decd req-63779a2e-3837-4f87-8288-924a605cd312 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332248 Aug 29 09:09:38.069577 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad38a-e560-49f4-881f-6c946a175e3a req-286807c8-55df-415e-9dc1-f84712ce5e2b tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:38.071004 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-740ad38a-e560-49f4-881f-6c946a175e3a req-286807c8-55df-415e-9dc1-f84712ce5e2b tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 949 time: 0.0610726 Aug 29 09:09:38.113862 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [req-740ad38a-e560-49f4-881f-6c946a175e3a req-572f2897-f334-41f6-8040-b0cff7899a59 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.45 "GET /v2.0/security-groups?id=c506d7f7-3901-41b7-8b32-0c1583bd7bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Aug 29 09:09:38.187059 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89556277-2616-44b7-bb8e-28d7981545c6 req-c01deced-091b-4cfe-9e65-b08f63889129 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 29 09:09:38.188524 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-89556277-2616-44b7-bb8e-28d7981545c6 req-c01deced-091b-4cfe-9e65-b08f63889129 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.57 "GET /v2.0/ports?device_id=88757243-0838-438f-9c42-666551fdd45d HTTP/1.1" status: 200 len: 949 time: 0.0619390 Aug 29 09:09:38.288912 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-89556277-2616-44b7-bb8e-28d7981545c6 req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Deleting port a9c78816-cc16-4128-be1a-a1780c2b7844 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 29 09:09:38.289318 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-89556277-2616-44b7-bb8e-28d7981545c6 req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761526714655'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:38.396041 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-89556277-2616-44b7-bb8e-28d7981545c6 req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] For port a9c78816-cc16-4128-be1a-a1780c2b7844, host hv-cinder-80649, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80649',level=0,port_id=a9c78816-cc16-4128-be1a-a1780c2b7844,segment=NetworkSegment(f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456),segment_id=f8b5fa70-bcb4-42f5-8abc-eb6e2f9a0456)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 09:09:38.396279 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-89556277-2616-44b7-bb8e-28d7981545c6 req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1581844'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:38.409778 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-89556277-2616-44b7-bb8e-28d7981545c6 req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Calling delete_port for a9c78816-cc16-4128-be1a-a1780c2b7844 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 29 09:09:38.552888 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-89556277-2616-44b7-bb8e-28d7981545c6 req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-723952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610375', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761526852383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761526299423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18195369'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:38.566729 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] get_ports_and_sgs() called for port_ids ['a9c78816-cc16-4128-be1a-a1780c2b7844'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 29 09:09:38.598938 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Pushing event deleted for resources: {'Port': ['ID=a9c78816-cc16-4128-be1a-a1780c2b7844,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:38.633396 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-89556277-2616-44b7-bb8e-28d7981545c6 req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] No DVR routers for this DVR port a9c78816-cc16-4128-be1a-a1780c2b7844 on host hv-cinder-80649 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 29 09:09:38.636181 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-89556277-2616-44b7-bb8e-28d7981545c6 req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2140'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:38.638304 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.wsgi [req-89556277-2616-44b7-bb8e-28d7981545c6 req-f3ff6d9b-8245-48c4-b6fe-252528599037 tempest-VolumesNegativeTest-2076073401 tempest-VolumesNegativeTest-2076073401-project] 10.222.0.57 "DELETE /v2.0/ports/a9c78816-cc16-4128-be1a-a1780c2b7844 HTTP/1.1" status: 204 len: 173 time: 0.4426363 Aug 29 09:09:38.639009 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88757243-0838-438f-9c42-666551fdd45d', 'name': 'network-vif-deleted', 'tag': 'a9c78816-cc16-4128-be1a-a1780c2b7844'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 29 09:09:38.641911 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8206185fc3b4b0555642f5e95a3c9bd90f9f79cb5c3a54699185110b13d7399" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d866b141-de7b-4c30-80ca-062dbf16d9f1" -d '{"events": [{"server_uuid": "88757243-0838-438f-9c42-666551fdd45d", "name": "network-vif-deleted", "tag": "a9c78816-cc16-4128-be1a-a1780c2b7844"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 09:09:38.682779 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 29 Aug 2021 09:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20114e96-fdef-4e33-a87d-61e1685c57a2 x-openstack-request-id: req-20114e96-fdef-4e33-a87d-61e1685c57a2 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 09:09:38.683093 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88757243-0838-438f-9c42-666551fdd45d", "name": "network-vif-deleted", "tag": "a9c78816-cc16-4128-be1a-a1780c2b7844", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 09:09:38.683336 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20114e96-fdef-4e33-a87d-61e1685c57a2 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 09:09:38.683726 dv-cinder-806490-1-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88757243-0838-438f-9c42-666551fdd45d', 'name': 'network-vif-deleted', 'tag': 'a9c78816-cc16-4128-be1a-a1780c2b7844', 'status': 'completed', 'code': 200} Aug 29 09:09:40.333334 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-45ac2745-9527-4f49-b94e-9e37d822c7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:42.723800 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a9c78816-cc16-4128-be1a-a1780c2b7844 no longer exists at agent hyperv_hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 09:09:42.745691 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] No Port match for: a9c78816-cc16-4128-be1a-a1780c2b7844 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 29 09:09:42.746082 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Device a9c78816-cc16-4128-be1a-a1780c2b7844 not bound to the agent host hv-cinder-80649 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 09:09:43.170072 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48678) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:43.320791 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-67506f6b-1390-45aa-908e-158df4e8f83a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6bfaff17bee49209b45529aed0e9c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494894 Aug 29 09:09:43.323591 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.45', 48682) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 29 09:09:43.374446 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-11b49c91-cb6b-4e74-9650-16519bcdb14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:43.395707 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-11b49c91-cb6b-4e74-9650-16519bcdb14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:43.451267 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-11b49c91-cb6b-4e74-9650-16519bcdb14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778146'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:43.453992 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-11b49c91-cb6b-4e74-9650-16519bcdb14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:43.455634 dv-cinder-806490-1-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-11b49c91-cb6b-4e74-9650-16519bcdb14c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c506d7f7-3901-41b7-8b32-0c1583bd7bb7 HTTP/1.1" status: 204 len: 168 time: 0.1308887 Aug 29 09:09:43.475211 dv-cinder-806490-1-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b49c91-cb6b-4e74-9650-16519bcdb14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c506d7f7-3901-41b7-8b32-0c1583bd7bb7,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 09:09:43.872293 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:45.113483 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-67e2ed91-46a1-4548-a8f7-6439950b14c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:46.413941 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:09:47.655344 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:01.047798 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:10.343778 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5496d017-f5f7-42e8-ad1a-59c6e6b3aa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:12.689093 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:10:13.871514 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:15.112258 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4ecacc0b-1aba-4a7c-b0ba-7fac34fce75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:16.419464 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:17.658932 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:31.050902 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:40.338611 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-91cc2488-964c-4d60-b83f-2831be7b31a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:43.869287 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:45.110127 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e443e830-1870-401b-9f4b-cc3a8f932c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:46.422639 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:47.658694 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:10:49.691722 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:11:01.069440 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:10.344702 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-96dc08ab-bce8-468a-8571-9f2010e35be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:13.865683 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:15.106975 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-efbed307-36ae-4080-9b73-3441a2215e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:16.426704 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:17.661986 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:26.691420 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:11:31.064737 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:40.354569 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ecfdec02-f398-4df1-aa15-2e130aa783dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:43.864911 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:45.104767 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7fbfe3ef-9067-4683-ac67-429596833e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:46.425204 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:11:47.666749 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:01.082714 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:03.697385 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:12:10.351450 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d2e63957-80bb-46d2-ac66-4b615c018ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:13.871308 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:15.101378 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-64101f76-24c5-40c2-b0d1-f7350fe09b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:16.429268 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:17.669011 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:31.086078 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:40.353897 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-76fa1f43-6d75-4317-97e5-10718b6f7ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:40.686702 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:12:43.856037 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:45.096165 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b8635406-2dc1-4382-a48b-017e442bdf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:46.430413 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:12:47.672530 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:01.101576 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:10.360197 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-814417d8-ba35-4fd1-889e-c82b02a7a64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:13.862815 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:15.102414 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-70f1d732-6f5f-483f-ba97-f3ecd0d80cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:16.434779 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:17.673396 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:17.686638 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:13:31.096706 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:37.337197 dv-cinder-806490-1-iscsi neutron-server[94047]: DEBUG neutron.wsgi [req-81fbb366-1650-4253-a08b-1e439087b2ad req-8bbfa91e-f868-46e2-9a5a-04537f5542eb service neutron] (94047) timed out ('10.222.0.57', 52838) {{(pid=94047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 29 09:13:40.348462 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-79581fa7-c2b5-423f-a69e-249fe7e5d3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:43.862899 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:45.097424 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f29a15f4-2686-43db-aad3-5b542567e4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:46.435880 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:47.677600 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:13:54.690038 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:14:01.096687 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:10.342993 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b41b91a9-4a11-4bf7-9c87-40c93c992516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:13.862560 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:15.104272 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-60d3ab12-2dda-4c37-8e73-4ae4649bec46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:16.440710 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:17.681211 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:31.110199 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:31.690695 dv-cinder-806490-1-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-3c49d02a-d6d4-4ee4-87d0-00c7a038eea0 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 09:14:40.348008 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-272e3eb7-1ebf-4b2c-8d3f-eefc612f191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:43.862046 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9fec0ff0-3354-410d-8d3e-e09f33ce7342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:45.101944 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a0930bda-a428-4d2b-bac3-b2b8b13a3f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:46.448820 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b3596f2-def9-44da-8e22-587fed50ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:14:47.687547 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b38e38e2-08eb-41d6-8378-4efc85311f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 29 09:15:01.124922 dv-cinder-806490-1-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c0700872-ed38-4e7d-bdd1-4e45fc3232cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761526826972', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-697733'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}